[ 585.892612] env[69374]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69374) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 585.893096] env[69374]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69374) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 585.893096] env[69374]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69374) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 585.893419] env[69374]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 585.998405] env[69374]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69374) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 586.008097] env[69374]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69374) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 586.052036] env[69374]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 586.613097] env[69374]: INFO nova.virt.driver [None req-afb6cd45-34b8-4c2d-831f-7eb87aeaa4f5 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 586.684054] env[69374]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.684241] env[69374]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.684374] env[69374]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69374) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 589.647960] env[69374]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-31488a69-d463-462a-9c80-15d5f88b95a6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.663821] env[69374]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69374) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 589.664045] env[69374]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-71758dc5-b377-460b-a333-7fd98a804e0a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.691907] env[69374]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 426d0. [ 589.692176] env[69374]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.008s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.692641] env[69374]: INFO nova.virt.vmwareapi.driver [None req-afb6cd45-34b8-4c2d-831f-7eb87aeaa4f5 None None] VMware vCenter version: 7.0.3 [ 589.696252] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4044fbed-a244-4559-a8ee-bfcce9653a82 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.714685] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e84dc2-885e-4b0b-948f-c2db320c381e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.721123] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340213c4-9872-4dde-a7ee-6e7c0131e2db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.728128] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4323413e-cb51-4757-8bc3-77d26d19f3f1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.741751] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d3725-3841-434c-ac9e-def4a53582a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.748438] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fadd17-a03d-4e13-bbfa-c0ccf0ade93d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.779394] env[69374]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-29748830-4369-465c-9bbb-938915baf303 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.785144] env[69374]: DEBUG nova.virt.vmwareapi.driver [None req-afb6cd45-34b8-4c2d-831f-7eb87aeaa4f5 None None] Extension org.openstack.compute already exists. {{(pid=69374) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 589.787882] env[69374]: INFO nova.compute.provider_config [None req-afb6cd45-34b8-4c2d-831f-7eb87aeaa4f5 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 590.291783] env[69374]: DEBUG nova.context [None req-afb6cd45-34b8-4c2d-831f-7eb87aeaa4f5 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),ef0958f5-90cc-4c7f-8f8e-be41d5b58a1b(cell1) {{(pid=69374) load_cells /opt/stack/nova/nova/context.py:464}} [ 590.293971] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.294232] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.294929] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.295388] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Acquiring lock "ef0958f5-90cc-4c7f-8f8e-be41d5b58a1b" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.295580] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Lock "ef0958f5-90cc-4c7f-8f8e-be41d5b58a1b" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.296674] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Lock "ef0958f5-90cc-4c7f-8f8e-be41d5b58a1b" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.316896] env[69374]: INFO dbcounter [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Registered counter for database nova_cell0 [ 590.325773] env[69374]: INFO dbcounter [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Registered counter for database nova_cell1 [ 590.329305] env[69374]: DEBUG oslo_db.sqlalchemy.engines [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69374) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 590.329676] env[69374]: DEBUG oslo_db.sqlalchemy.engines [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69374) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 590.334763] env[69374]: ERROR nova.db.main.api [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 590.334763] env[69374]: result = function(*args, **kwargs) [ 590.334763] env[69374]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 590.334763] env[69374]: return func(*args, **kwargs) [ 590.334763] env[69374]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 590.334763] env[69374]: result = fn(*args, **kwargs) [ 590.334763] env[69374]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 590.334763] env[69374]: return f(*args, **kwargs) [ 590.334763] env[69374]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 590.334763] env[69374]: return db.service_get_minimum_version(context, binaries) [ 590.334763] env[69374]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 590.334763] env[69374]: _check_db_access() [ 590.334763] env[69374]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 590.334763] env[69374]: stacktrace = ''.join(traceback.format_stack()) [ 590.334763] env[69374]: [ 590.335534] env[69374]: ERROR nova.db.main.api [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 590.335534] env[69374]: result = function(*args, **kwargs) [ 590.335534] env[69374]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 590.335534] env[69374]: return func(*args, **kwargs) [ 590.335534] env[69374]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 590.335534] env[69374]: result = fn(*args, **kwargs) [ 590.335534] env[69374]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 590.335534] env[69374]: return f(*args, **kwargs) [ 590.335534] env[69374]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 590.335534] env[69374]: return db.service_get_minimum_version(context, binaries) [ 590.335534] env[69374]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 590.335534] env[69374]: _check_db_access() [ 590.335534] env[69374]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 590.335534] env[69374]: stacktrace = ''.join(traceback.format_stack()) [ 590.335534] env[69374]: [ 590.335950] env[69374]: WARNING nova.objects.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Failed to get minimum service version for cell ef0958f5-90cc-4c7f-8f8e-be41d5b58a1b [ 590.336310] env[69374]: WARNING nova.objects.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 590.336554] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Acquiring lock "singleton_lock" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.336722] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Acquired lock "singleton_lock" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.336975] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Releasing lock "singleton_lock" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.337315] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Full set of CONF: {{(pid=69374) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 590.337463] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ******************************************************************************** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 590.337597] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] Configuration options gathered from: {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 590.337731] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 590.337929] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 590.338068] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ================================================================================ {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 590.338279] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] allow_resize_to_same_host = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.338453] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] arq_binding_timeout = 300 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.338587] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] backdoor_port = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.338721] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] backdoor_socket = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.338881] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] block_device_allocate_retries = 60 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.339066] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] block_device_allocate_retries_interval = 3 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.339251] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cert = self.pem {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.339421] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.339594] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute_monitors = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.339761] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] config_dir = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.339931] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] config_drive_format = iso9660 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.340081] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.340252] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] config_source = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.340422] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] console_host = devstack {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.340588] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] control_exchange = nova {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.340747] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cpu_allocation_ratio = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.340911] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] daemon = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.341090] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] debug = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.341254] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] default_access_ip_network_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.341421] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] default_availability_zone = nova {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.341579] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] default_ephemeral_format = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.341740] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] default_green_pool_size = 1000 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.341973] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.342153] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] default_schedule_zone = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.342313] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] disk_allocation_ratio = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.342474] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] enable_new_services = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.342653] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] enabled_apis = ['osapi_compute'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.342817] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] enabled_ssl_apis = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.342977] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] flat_injected = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.343154] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] force_config_drive = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.343315] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] force_raw_images = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.343487] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] graceful_shutdown_timeout = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.343652] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] heal_instance_info_cache_interval = -1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.343880] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] host = cpu-1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.344085] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.344260] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] initial_disk_allocation_ratio = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.344449] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] initial_ram_allocation_ratio = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.344682] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.344853] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] instance_build_timeout = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.345032] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] instance_delete_interval = 300 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.345202] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] instance_format = [instance: %(uuid)s] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.345375] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] instance_name_template = instance-%08x {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.345538] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] instance_usage_audit = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.345708] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] instance_usage_audit_period = month {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.345874] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.346050] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] instances_path = /opt/stack/data/nova/instances {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.346220] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] internal_service_availability_zone = internal {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.346547] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] key = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.346745] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] live_migration_retry_count = 30 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.346745] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] log_color = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.346893] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] log_config_append = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.347073] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.347237] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] log_dir = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.347404] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] log_file = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.347530] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] log_options = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.347694] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] log_rotate_interval = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.347862] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] log_rotate_interval_type = days {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.348037] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] log_rotation_type = none {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.348173] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.348301] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.348468] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.348632] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.348758] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.348923] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] long_rpc_timeout = 1800 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.349114] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] max_concurrent_builds = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.349283] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] max_concurrent_live_migrations = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.349444] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] max_concurrent_snapshots = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.349605] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] max_local_block_devices = 3 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.349763] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] max_logfile_count = 30 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.349921] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] max_logfile_size_mb = 200 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.350093] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] maximum_instance_delete_attempts = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.350264] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] metadata_listen = 0.0.0.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.350439] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] metadata_listen_port = 8775 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.350611] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] metadata_workers = 2 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.350773] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] migrate_max_retries = -1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.350938] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] mkisofs_cmd = genisoimage {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.351163] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] my_block_storage_ip = 10.180.1.21 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.351300] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] my_ip = 10.180.1.21 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.351504] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.351668] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] network_allocate_retries = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.351847] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.352024] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] osapi_compute_listen = 0.0.0.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.352197] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] osapi_compute_listen_port = 8774 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.352374] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] osapi_compute_unique_server_name_scope = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.352577] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] osapi_compute_workers = 2 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.352748] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] password_length = 12 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.352910] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] periodic_enable = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.353100] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] periodic_fuzzy_delay = 60 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.353280] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] pointer_model = usbtablet {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.353449] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] preallocate_images = none {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.353611] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] publish_errors = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.353739] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] pybasedir = /opt/stack/nova {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.353895] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ram_allocation_ratio = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.354069] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] rate_limit_burst = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.354240] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] rate_limit_except_level = CRITICAL {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.354433] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] rate_limit_interval = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.354608] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] reboot_timeout = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.354770] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] reclaim_instance_interval = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.354928] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] record = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.355114] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] reimage_timeout_per_gb = 60 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.355287] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] report_interval = 120 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.355451] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] rescue_timeout = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.355614] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] reserved_host_cpus = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.355774] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] reserved_host_disk_mb = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.355935] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] reserved_host_memory_mb = 512 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.356113] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] reserved_huge_pages = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.356278] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] resize_confirm_window = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.356464] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] resize_fs_using_block_device = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.356623] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] resume_guests_state_on_host_boot = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.356793] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.356952] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] rpc_response_timeout = 60 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.357144] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] run_external_periodic_tasks = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.357320] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] running_deleted_instance_action = reap {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.357488] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] running_deleted_instance_poll_interval = 1800 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.357648] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] running_deleted_instance_timeout = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.357808] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] scheduler_instance_sync_interval = 120 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.357976] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] service_down_time = 720 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.358159] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] servicegroup_driver = db {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.358318] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] shell_completion = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.358479] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] shelved_offload_time = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.358640] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] shelved_poll_interval = 3600 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.358808] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] shutdown_timeout = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.358968] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] source_is_ipv6 = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.359141] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ssl_only = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.359427] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.359618] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] sync_power_state_interval = 600 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.359783] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] sync_power_state_pool_size = 1000 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.359953] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] syslog_log_facility = LOG_USER {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.360126] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] tempdir = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.360290] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] timeout_nbd = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.360458] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] transport_url = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.360621] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] update_resources_interval = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.360781] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] use_cow_images = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.360940] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] use_journal = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.361117] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] use_json = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.361281] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] use_rootwrap_daemon = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.361440] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] use_stderr = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.361600] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] use_syslog = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.361756] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vcpu_pin_set = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.361921] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plugging_is_fatal = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.362116] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plugging_timeout = 300 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.362293] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] virt_mkfs = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.362458] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] volume_usage_poll_interval = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.362624] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] watch_log_file = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.362790] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] web = /usr/share/spice-html5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.362982] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.363167] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.363332] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.363504] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_concurrency.disable_process_locking = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.825292] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.825661] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.825729] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.825896] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.826100] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.826282] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.826508] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.auth_strategy = keystone {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.826693] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.compute_link_prefix = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.826877] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827068] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.dhcp_domain = novalocal {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827258] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.enable_instance_password = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827426] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.glance_link_prefix = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827610] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827784] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.827947] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.instance_list_per_project_cells = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.828125] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.list_records_by_skipping_down_cells = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.828295] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.local_metadata_per_cell = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.828461] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.max_limit = 1000 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.828630] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.metadata_cache_expiration = 15 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.828803] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.neutron_default_tenant_id = default {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.828977] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.response_validation = warn {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.829169] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.use_neutron_default_nets = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.829341] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.829504] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.829675] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.829846] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830045] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.vendordata_dynamic_targets = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830225] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.vendordata_jsonfile_path = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830418] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830624] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.backend = dogpile.cache.memcached {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830794] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.backend_argument = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.830959] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.backend_expiration_time = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.831149] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.config_prefix = cache.oslo {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.831323] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.dead_timeout = 60.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.831491] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.debug_cache_backend = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.831659] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.enable_retry_client = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.831872] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.enable_socket_keepalive = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832012] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.enabled = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832191] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.enforce_fips_mode = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832462] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.expiration_time = 600 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832649] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.hashclient_retry_attempts = 2 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832780] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.hashclient_retry_delay = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.832950] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.memcache_dead_retry = 300 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.833131] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.memcache_password = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.833304] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.833473] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.833643] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.memcache_pool_maxsize = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.833810] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.833977] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.memcache_sasl_enabled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.834193] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.834382] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.memcache_socket_timeout = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.834542] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.memcache_username = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.834710] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.proxies = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.834878] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.redis_db = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835055] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.redis_password = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835235] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.redis_sentinel_service_name = mymaster {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835414] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835589] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.redis_server = localhost:6379 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835755] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.redis_socket_timeout = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.835918] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.redis_username = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.836097] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.retry_attempts = 2 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.836267] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.retry_delay = 0.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.836468] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.socket_keepalive_count = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.836655] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.socket_keepalive_idle = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.836821] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.socket_keepalive_interval = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.836983] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.tls_allowed_ciphers = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.837163] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.tls_cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.837324] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.tls_certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.837523] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.tls_enabled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.837694] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cache.tls_keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.837868] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.auth_section = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838068] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.auth_type = password {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838243] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838427] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.catalog_info = volumev3::publicURL {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838594] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838761] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.838926] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.cross_az_attach = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839118] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.debug = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839289] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.endpoint_template = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839457] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.http_retries = 3 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839626] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839786] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.839960] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.os_region_name = RegionOne {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840146] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840310] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cinder.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840483] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840650] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.cpu_dedicated_set = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840808] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.cpu_shared_set = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.840974] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.image_type_exclude_list = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841154] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841320] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.max_concurrent_disk_ops = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841484] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.max_disk_devices_to_attach = -1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841648] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841819] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.841986] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.resource_provider_association_refresh = 300 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.842165] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.842332] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.shutdown_retry_interval = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.842574] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.842781] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] conductor.workers = 2 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.842970] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] console.allowed_origins = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.843183] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] console.ssl_ciphers = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.843368] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] console.ssl_minimum_version = default {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.843549] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] consoleauth.enforce_session_timeout = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.843775] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] consoleauth.token_ttl = 600 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.843958] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.844139] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.844351] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.844529] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.connect_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.844698] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.connect_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.844863] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.endpoint_override = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.845039] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.845206] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.845371] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.max_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.845535] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.min_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.845697] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.region_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.845857] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.retriable_status_codes = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846027] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.service_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846207] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.service_type = accelerator {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846394] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846567] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.status_code_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846733] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.status_code_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.846894] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.847104] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.847281] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] cyborg.version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.847474] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.asyncio_connection = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.847629] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.asyncio_slave_connection = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.847855] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.backend = sqlalchemy {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.848058] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.connection = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.848237] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.connection_debug = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.848412] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.connection_parameters = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.848585] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.connection_recycle_time = 3600 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.848750] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.connection_trace = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.848917] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.db_inc_retry_interval = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849096] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.db_max_retries = 20 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849268] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.db_max_retry_interval = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849433] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.db_retry_interval = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849602] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.max_overflow = 50 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849765] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.max_pool_size = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.849929] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.max_retries = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850115] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850284] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.mysql_wsrep_sync_wait = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850450] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.pool_timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850618] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.retry_interval = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850781] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.slave_connection = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.850944] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.sqlite_synchronous = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851137] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] database.use_db_reconnect = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851316] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.asyncio_connection = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851480] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.asyncio_slave_connection = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851657] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.backend = sqlalchemy {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851829] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.connection = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.851999] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.connection_debug = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.852191] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.connection_parameters = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.852360] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.connection_recycle_time = 3600 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.852529] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.connection_trace = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.852715] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.db_inc_retry_interval = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.852938] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.db_max_retries = 20 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.853129] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.db_max_retry_interval = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.853304] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.db_retry_interval = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.853476] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.max_overflow = 50 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.853647] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.max_pool_size = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.853815] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.max_retries = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.853990] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.854170] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.854355] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.pool_timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.854539] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.retry_interval = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.854705] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.slave_connection = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.854871] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] api_database.sqlite_synchronous = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855075] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] devices.enabled_mdev_types = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855267] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855444] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ephemeral_storage_encryption.default_format = luks {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855613] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ephemeral_storage_encryption.enabled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855779] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.855951] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.api_servers = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.856135] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.856300] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.856518] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.856694] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.connect_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.856860] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.connect_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857037] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.debug = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857209] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.default_trusted_certificate_ids = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857378] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.enable_certificate_validation = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857542] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.enable_rbd_download = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857702] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.endpoint_override = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.857867] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858042] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858208] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.max_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858370] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.min_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858535] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.num_retries = 3 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858705] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.rbd_ceph_conf = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.858870] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.rbd_connect_timeout = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859060] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.rbd_pool = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859239] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.rbd_user = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859408] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.region_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859570] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.retriable_status_codes = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859729] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.service_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.859897] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.service_type = image {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860073] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860237] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.status_code_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860398] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.status_code_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860558] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860738] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.860903] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.verify_glance_signatures = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861077] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] glance.version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861251] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] guestfs.debug = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861423] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.auth_section = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861592] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.auth_type = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861756] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.861916] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.862094] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.862261] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.connect_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.862424] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.connect_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.862587] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.endpoint_override = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.862768] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863021] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863179] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.max_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863349] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.min_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863515] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.region_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863682] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.retriable_status_codes = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.863845] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.service_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864030] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.service_type = shared-file-system {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864207] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.share_apply_policy_timeout = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864399] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864575] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.status_code_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864736] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.status_code_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.864897] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.865095] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.865264] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] manila.version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.865438] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] mks.enabled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.865815] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866019] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] image_cache.manager_interval = 2400 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866196] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] image_cache.precache_concurrency = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866399] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] image_cache.remove_unused_base_images = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866582] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866756] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.866936] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] image_cache.subdirectory_name = _base {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867146] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.api_max_retries = 60 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867320] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.api_retry_interval = 2 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867488] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.auth_section = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867655] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.auth_type = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867816] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.867976] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.868158] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.868325] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.conductor_group = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.868530] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.connect_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.868709] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.connect_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.868875] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.endpoint_override = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869054] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869222] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869386] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.max_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869551] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.min_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869719] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.peer_list = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.869879] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.region_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870051] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.retriable_status_codes = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870223] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.serial_console_state_timeout = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870386] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.service_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870565] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.service_type = baremetal {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870730] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.shard = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.870897] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871105] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.status_code_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871291] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.status_code_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871455] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871640] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871810] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ironic.version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.871997] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.872190] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] key_manager.fixed_key = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.872378] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.872544] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.barbican_api_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.872706] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.barbican_endpoint = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.872876] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.barbican_endpoint_type = public {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873123] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.barbican_region_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873295] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873463] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873637] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873804] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.873972] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.874158] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.number_of_retries = 60 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.874346] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.retry_delay = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.874528] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.send_service_user_token = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.874699] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.874859] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875044] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.verify_ssl = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875219] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican.verify_ssl_path = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875389] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican_service_user.auth_section = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875561] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican_service_user.auth_type = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875720] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican_service_user.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.875879] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican_service_user.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876056] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican_service_user.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876226] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican_service_user.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876407] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican_service_user.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876590] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican_service_user.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876756] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] barbican_service_user.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.876925] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vault.approle_role_id = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877103] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vault.approle_secret_id = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877278] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vault.kv_mountpoint = secret {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877445] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vault.kv_path = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877613] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vault.kv_version = 2 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877777] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vault.namespace = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.877938] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vault.root_token_id = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.878114] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vault.ssl_ca_crt_file = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.878289] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vault.timeout = 60.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.878458] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vault.use_ssl = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.878631] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.878824] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.878993] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.879189] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.879355] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.connect_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.879519] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.connect_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.879685] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.endpoint_override = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.879849] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880014] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880187] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.max_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880347] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.min_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880554] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.region_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880732] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.retriable_status_codes = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.880897] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.service_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881084] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.service_type = identity {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881287] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881461] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.status_code_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881626] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.status_code_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881788] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.881969] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.882150] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] keystone.version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.882347] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.ceph_mount_options = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.882676] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.882862] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.connection_uri = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883052] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.cpu_mode = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883243] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.cpu_model_extra_flags = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883402] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.cpu_models = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883579] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.cpu_power_governor_high = performance {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883751] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.cpu_power_governor_low = powersave {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.883914] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.cpu_power_management = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884103] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884305] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.device_detach_attempts = 8 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884497] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.device_detach_timeout = 20 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884670] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.disk_cachemodes = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884834] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.disk_prefix = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.884998] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.enabled_perf_events = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.885177] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.file_backed_memory = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.885347] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.gid_maps = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.885512] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.hw_disk_discard = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.885674] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.hw_machine_type = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.885845] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.images_rbd_ceph_conf = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886020] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886190] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886370] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.images_rbd_glance_store_name = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886556] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.images_rbd_pool = rbd {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886733] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.images_type = default {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.886896] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.images_volume_group = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.887086] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.inject_key = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.887265] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.inject_partition = -2 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.887432] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.inject_password = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.887604] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.iscsi_iface = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.887770] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.iser_use_multipath = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.887935] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_bandwidth = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.888116] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.888285] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_downtime = 500 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.888451] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.888619] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.888803] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_inbound_addr = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.888976] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889158] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_permit_post_copy = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889321] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_scheme = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889498] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_timeout_action = abort {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889665] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_tunnelled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889828] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_uri = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.889991] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.live_migration_with_native_tls = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.890170] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.max_queues = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.890338] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.890685] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.890860] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.nfs_mount_options = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.891198] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.891386] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.891565] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.num_iser_scan_tries = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.891732] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.num_memory_encrypted_guests = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.891903] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.892086] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.num_pcie_ports = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.892270] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.num_volume_scan_tries = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.892452] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.pmem_namespaces = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.892656] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.quobyte_client_cfg = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.892958] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.893159] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.rbd_connect_timeout = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.893369] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.893514] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.893683] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.rbd_secret_uuid = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.893845] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.rbd_user = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894026] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894214] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.remote_filesystem_transport = ssh {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894380] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.rescue_image_id = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894545] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.rescue_kernel_id = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894709] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.rescue_ramdisk_id = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.894883] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.895118] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.rx_queue_size = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.895312] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.smbfs_mount_options = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.895613] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.895792] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.snapshot_compression = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.895958] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.snapshot_image_format = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.896219] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.896411] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.sparse_logical_volumes = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.896635] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.swtpm_enabled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.896819] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.swtpm_group = tss {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.896994] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.swtpm_user = tss {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.897186] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.sysinfo_serial = unique {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.897353] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.tb_cache_size = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.897521] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.tx_queue_size = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.897686] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.uid_maps = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.897849] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.use_virtio_for_bridges = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898029] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.virt_type = kvm {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898204] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.volume_clear = zero {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898372] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.volume_clear_size = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898542] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.volume_enforce_multipath = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898712] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.volume_use_multipath = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.898873] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.vzstorage_cache_path = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.899068] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.899251] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.vzstorage_mount_group = qemu {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.899419] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.vzstorage_mount_opts = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.899595] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.899876] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900071] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.vzstorage_mount_user = stack {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900248] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900428] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.auth_section = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900608] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.auth_type = password {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900774] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.900937] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.901117] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.901283] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.connect_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.901444] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.connect_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.901618] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.default_floating_pool = public {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.901782] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.endpoint_override = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.901947] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.extension_sync_interval = 600 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902126] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.http_retries = 3 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902293] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902457] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902622] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.max_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902794] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.902963] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.min_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903195] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.ovs_bridge = br-int {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903333] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.physnets = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903535] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.region_name = RegionOne {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903664] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.retriable_status_codes = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903835] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.service_metadata_proxy = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.903994] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.service_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.904181] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.service_type = network {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.904378] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.904555] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.status_code_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.904714] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.status_code_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.904876] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905088] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905255] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] neutron.version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905429] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] notifications.bdms_in_notifications = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905609] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] notifications.default_level = INFO {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905777] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] notifications.include_share_mapping = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.905952] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] notifications.notification_format = unversioned {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.906132] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] notifications.notify_on_state_change = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.906312] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.906521] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] pci.alias = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.906703] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] pci.device_spec = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.906870] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] pci.report_in_placement = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907066] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.auth_section = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907252] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.auth_type = password {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907421] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907586] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907743] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.907904] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908077] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.connect_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908238] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.connect_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908398] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.default_domain_id = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908555] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.default_domain_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908715] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.domain_id = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.908869] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.domain_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909036] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.endpoint_override = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909204] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909363] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909528] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.max_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909685] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.min_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.909850] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.password = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.910015] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.project_domain_id = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.910189] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.project_domain_name = Default {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.910354] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.project_id = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.910527] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.project_name = service {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.910698] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.region_name = RegionOne {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.910860] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.retriable_status_codes = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911038] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.service_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911221] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.service_type = placement {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911387] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911555] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.status_code_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911712] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.status_code_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.911870] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.system_scope = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912041] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912209] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.trust_id = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912371] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.user_domain_id = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912558] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.user_domain_name = Default {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912722] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.user_id = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.912893] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.username = nova {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913086] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913296] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] placement.version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913429] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.cores = 20 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913628] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.count_usage_from_placement = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913771] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.913941] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.injected_file_content_bytes = 10240 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.914126] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.injected_file_path_length = 255 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.914321] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.injected_files = 5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.914506] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.instances = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.914680] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.key_pairs = 100 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.914852] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.metadata_items = 128 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915037] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.ram = 51200 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915207] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.recheck_quota = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915378] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.server_group_members = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915551] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.server_groups = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915758] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.915933] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] quota.unified_limits_resource_strategy = require {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916124] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916292] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916485] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] scheduler.image_metadata_prefilter = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916660] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916828] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] scheduler.max_attempts = 3 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.916994] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] scheduler.max_placement_results = 1000 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.917177] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.917340] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] scheduler.query_placement_for_image_type_support = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.917506] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.917682] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] scheduler.workers = 2 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.917868] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.918050] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.918240] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.918434] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.918670] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.918852] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919026] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919230] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919404] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.host_subset_size = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919575] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919736] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.919898] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920075] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920258] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920424] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.isolated_hosts = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920591] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.isolated_images = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920755] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.920917] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.921094] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.921260] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.pci_in_placement = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.921423] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.921588] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.921752] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.921911] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922084] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922249] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922409] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.track_instance_changes = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922586] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922757] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] metrics.required = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.922923] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] metrics.weight_multiplier = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.923099] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.923268] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] metrics.weight_setting = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.923596] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.923786] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] serial_console.enabled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.923948] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] serial_console.port_range = 10000:20000 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.924131] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.924332] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.924519] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] serial_console.serialproxy_port = 6083 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.924696] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] service_user.auth_section = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.924872] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] service_user.auth_type = password {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925049] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] service_user.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925216] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] service_user.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925379] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] service_user.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925546] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] service_user.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925708] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] service_user.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.925879] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] service_user.send_service_user_token = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.926053] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] service_user.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.926220] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] service_user.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.926405] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.agent_enabled = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.926581] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.enabled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.926894] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.927112] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.927290] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.html5proxy_port = 6082 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.927466] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.image_compression = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.927649] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.jpeg_compression = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.927815] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.playback_compression = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.927979] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.require_secure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.928166] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.server_listen = 127.0.0.1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.928334] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.928618] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.928795] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.streaming_mode = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.928960] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] spice.zlib_compression = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929152] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] upgrade_levels.baseapi = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929324] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] upgrade_levels.compute = auto {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929487] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] upgrade_levels.conductor = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929656] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] upgrade_levels.scheduler = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929820] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vendordata_dynamic_auth.auth_section = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.929981] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vendordata_dynamic_auth.auth_type = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930157] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vendordata_dynamic_auth.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930315] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vendordata_dynamic_auth.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930480] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930644] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vendordata_dynamic_auth.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930803] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vendordata_dynamic_auth.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.930964] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.931138] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vendordata_dynamic_auth.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.931314] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.api_retry_count = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.931475] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.ca_file = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.931652] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.cache_prefix = devstack-image-cache {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.931819] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.cluster_name = testcl1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.931984] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.connection_pool_size = 10 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.932161] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.console_delay_seconds = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.932330] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.datastore_regex = ^datastore.* {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.932552] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.932728] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.host_password = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.932897] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.host_port = 443 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933080] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.host_username = administrator@vsphere.local {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933268] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.insecure = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933435] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.integration_bridge = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933607] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.maximum_objects = 100 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933776] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.pbm_default_policy = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.933943] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.pbm_enabled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934102] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.pbm_wsdl_location = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934278] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934440] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.serial_port_proxy_uri = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934603] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.serial_port_service_uri = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934772] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.task_poll_interval = 0.5 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.934946] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.use_linked_clone = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.935130] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.vnc_keymap = en-us {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.935301] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.vnc_port = 5900 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.935466] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vmware.vnc_port_total = 10000 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.935654] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vnc.auth_schemes = ['none'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.935829] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vnc.enabled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.936152] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.936346] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.936557] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vnc.novncproxy_port = 6080 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.936755] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vnc.server_listen = 127.0.0.1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.936940] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937125] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vnc.vencrypt_ca_certs = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937288] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vnc.vencrypt_client_cert = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937453] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vnc.vencrypt_client_key = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937658] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937830] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.disable_deep_image_inspection = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.937995] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.938176] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.938338] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.938503] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.disable_rootwrap = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.938671] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.enable_numa_live_migration = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.938833] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.938994] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939169] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939330] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.libvirt_disable_apic = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939491] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939656] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939816] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.939979] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940156] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940318] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940480] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940640] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940800] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.940965] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.941165] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.941334] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] wsgi.secure_proxy_ssl_header = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.941502] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] zvm.ca_file = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.941667] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] zvm.cloud_connector_url = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.942158] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.942350] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] zvm.reachable_timeout = 300 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.942531] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.942717] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.942947] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler.connection_string = messaging:// {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.943145] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler.enabled = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.943328] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler.es_doc_type = notification {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.943500] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler.es_scroll_size = 10000 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.943676] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler.es_scroll_time = 2m {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.943844] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler.filter_error_trace = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.944052] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler.hmac_keys = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.944201] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler.sentinel_service_name = mymaster {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.944396] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler.socket_timeout = 0.1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.944573] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler.trace_requests = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.944739] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler.trace_sqlalchemy = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.944923] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler_jaeger.process_tags = {} {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.945106] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler_jaeger.service_name_prefix = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.945357] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] profiler_otlp.service_name_prefix = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.945561] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.945733] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.945904] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946084] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946255] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946456] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946633] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946802] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.946965] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.947153] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.947317] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.947510] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.947681] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.947848] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948020] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948193] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948361] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948527] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948696] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.948861] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949037] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949211] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949380] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949550] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949716] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.949881] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950057] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950225] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950385] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950552] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950717] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.ssl = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.950886] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951067] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951236] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951406] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951576] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.ssl_version = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951740] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.951930] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952114] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_notifications.retry = -1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952295] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952467] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_messaging_notifications.transport_url = **** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952654] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.auth_section = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952823] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.auth_type = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.952985] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.cafile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953163] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.certfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953620] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.collect_timing = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953620] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.connect_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953691] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.connect_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953826] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.endpoint_id = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.953959] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.endpoint_interface = publicURL {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954149] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.endpoint_override = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954320] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.endpoint_region_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954494] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.endpoint_service_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954658] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.endpoint_service_type = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954823] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.insecure = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.954985] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.keyfile = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955163] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.max_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955324] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.min_version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955486] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.region_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955653] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.retriable_status_codes = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955813] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.service_name = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955975] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.service_type = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956157] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.split_loggers = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956323] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.status_code_retries = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956514] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.status_code_retry_delay = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956688] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.timeout = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956851] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.valid_interfaces = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957015] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_limit.version = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957192] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_reports.file_event_handler = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957361] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957543] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] oslo_reports.log_dir = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957727] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957893] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958071] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958245] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958414] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958579] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958753] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958915] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_ovs_privileged.group = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959089] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959262] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959426] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959591] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] vif_plug_ovs_privileged.user = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959769] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_linux_bridge.flat_interface = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959954] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960145] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960321] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960495] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960672] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960842] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961014] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961205] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961380] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_ovs.isolate_vif = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961554] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961722] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961892] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962076] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_ovs.ovsdb_interface = native {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962247] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] os_vif_ovs.per_port_bridge = False {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962421] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] privsep_osbrick.capabilities = [21] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962585] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] privsep_osbrick.group = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962746] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] privsep_osbrick.helper_command = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962914] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963094] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963264] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] privsep_osbrick.user = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963440] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963631] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] nova_sys_admin.group = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963813] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] nova_sys_admin.helper_command = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963987] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.964173] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.964363] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] nova_sys_admin.user = None {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.964508] env[69374]: DEBUG oslo_service.backend.eventlet.service [None req-e2b4fa87-5984-411f-8872-8851fcd3afff None None] ******************************************************************************** {{(pid=69374) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 590.964945] env[69374]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 591.468432] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Getting list of instances from cluster (obj){ [ 591.468432] env[69374]: value = "domain-c8" [ 591.468432] env[69374]: _type = "ClusterComputeResource" [ 591.468432] env[69374]: } {{(pid=69374) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 591.469598] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76340d95-8aa7-434f-8229-c6fcace8be9b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.479337] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Got total of 0 instances {{(pid=69374) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 591.479951] env[69374]: WARNING nova.virt.vmwareapi.driver [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 591.480490] env[69374]: INFO nova.virt.node [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Generated node identity 0733b889-6ed8-45b1-bdbb-a649d48352c0 [ 591.480762] env[69374]: INFO nova.virt.node [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Wrote node identity 0733b889-6ed8-45b1-bdbb-a649d48352c0 to /opt/stack/data/n-cpu-1/compute_id [ 591.983735] env[69374]: WARNING nova.compute.manager [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Compute nodes ['0733b889-6ed8-45b1-bdbb-a649d48352c0'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 592.990382] env[69374]: INFO nova.compute.manager [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 593.996498] env[69374]: WARNING nova.compute.manager [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 593.996859] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.996995] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.997163] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.997322] env[69374]: DEBUG nova.compute.resource_tracker [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 593.998309] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c1ca51-4bfe-4619-a8bc-a69314201a6a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.007114] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a532d324-44de-458a-8100-4c11b9d0e6c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.021160] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c417d187-42c0-499c-a085-4ac772c477f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.028245] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942020f1-adb8-4d23-9d5d-caf9196db385 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.061980] env[69374]: DEBUG nova.compute.resource_tracker [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180817MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 594.061980] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.061980] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.566752] env[69374]: WARNING nova.compute.resource_tracker [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] No compute node record for cpu-1:0733b889-6ed8-45b1-bdbb-a649d48352c0: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 0733b889-6ed8-45b1-bdbb-a649d48352c0 could not be found. [ 595.074497] env[69374]: INFO nova.compute.resource_tracker [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 0733b889-6ed8-45b1-bdbb-a649d48352c0 [ 596.590443] env[69374]: DEBUG nova.compute.resource_tracker [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 596.590863] env[69374]: DEBUG nova.compute.resource_tracker [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 596.751615] env[69374]: INFO nova.scheduler.client.report [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] [req-1d194a3b-b2cb-4202-b96f-cd4bd845cdd9] Created resource provider record via placement API for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 596.768956] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a076734-9433-4dbd-b724-0996bc363cdb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.776943] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e07215-e45e-4361-ac26-eb6ab77822c0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.807724] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d167829c-32a4-4eca-9aae-c7696f3e5a80 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.815871] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1574ed51-54fa-475d-95ea-95f8b9002257 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.831793] env[69374]: DEBUG nova.compute.provider_tree [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 597.367445] env[69374]: DEBUG nova.scheduler.client.report [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 597.367707] env[69374]: DEBUG nova.compute.provider_tree [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 0 to 1 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 597.367854] env[69374]: DEBUG nova.compute.provider_tree [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 597.424320] env[69374]: DEBUG nova.compute.provider_tree [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 1 to 2 during operation: update_traits {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 597.932673] env[69374]: DEBUG nova.compute.resource_tracker [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 597.933087] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.874s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.933087] env[69374]: DEBUG nova.service [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Creating RPC server for service compute {{(pid=69374) start /opt/stack/nova/nova/service.py:177}} [ 597.948128] env[69374]: DEBUG nova.service [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] Join ServiceGroup membership for this service compute {{(pid=69374) start /opt/stack/nova/nova/service.py:194}} [ 597.948315] env[69374]: DEBUG nova.servicegroup.drivers.db [None req-a144ae73-a646-4fe8-b7bc-55f7fa783cf5 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69374) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 619.953497] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.456822] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Getting list of instances from cluster (obj){ [ 620.456822] env[69374]: value = "domain-c8" [ 620.456822] env[69374]: _type = "ClusterComputeResource" [ 620.456822] env[69374]: } {{(pid=69374) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 620.458031] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebde5be8-9187-49d0-9ac0-692206fecb09 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.467898] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Got total of 0 instances {{(pid=69374) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 620.468162] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.468433] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Getting list of instances from cluster (obj){ [ 620.468433] env[69374]: value = "domain-c8" [ 620.468433] env[69374]: _type = "ClusterComputeResource" [ 620.468433] env[69374]: } {{(pid=69374) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 620.469297] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0784e542-9c68-4494-88aa-68b58afb4694 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.476920] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Got total of 0 instances {{(pid=69374) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 635.370948] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "985f141c-62c8-4ee6-8989-3afbb66f0e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.371235] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.875047] env[69374]: DEBUG nova.compute.manager [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.423466] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.425403] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.428276] env[69374]: INFO nova.compute.claims [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.487227] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3de20d0-e678-413b-be0d-87b32fb29102 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.495639] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b680e23f-71e0-4222-aac1-730c193eb4d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.531714] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03b4660-06ec-481d-92bf-a7bb85c26457 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.540955] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97891f76-ed03-466a-8d3e-dc54c2b59853 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.556985] env[69374]: DEBUG nova.compute.provider_tree [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.060178] env[69374]: DEBUG nova.scheduler.client.report [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.568967] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.572259] env[69374]: DEBUG nova.compute.manager [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.076649] env[69374]: DEBUG nova.compute.utils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.079418] env[69374]: DEBUG nova.compute.manager [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.079861] env[69374]: DEBUG nova.network.neutron [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.420808] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "e465bd86-4753-4430-a1fc-b0483c35bb0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.420808] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "e465bd86-4753-4430-a1fc-b0483c35bb0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.586381] env[69374]: DEBUG nova.compute.manager [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.838209] env[69374]: DEBUG nova.policy [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '251822f4af2a44f6ac9c00395710a2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbe2ee8524cf42d1a3b0087203dcb00d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.925461] env[69374]: DEBUG nova.compute.manager [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.346290] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquiring lock "2a61bd38-2eac-4e95-a985-9981f67e1835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.346554] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Lock "2a61bd38-2eac-4e95-a985-9981f67e1835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.465278] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.465764] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.467647] env[69374]: INFO nova.compute.claims [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.608950] env[69374]: DEBUG nova.compute.manager [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.642059] env[69374]: DEBUG nova.virt.hardware [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.642331] env[69374]: DEBUG nova.virt.hardware [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.642487] env[69374]: DEBUG nova.virt.hardware [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.642672] env[69374]: DEBUG nova.virt.hardware [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.643496] env[69374]: DEBUG nova.virt.hardware [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.643496] env[69374]: DEBUG nova.virt.hardware [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.643575] env[69374]: DEBUG nova.virt.hardware [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.643757] env[69374]: DEBUG nova.virt.hardware [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.644082] env[69374]: DEBUG nova.virt.hardware [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.644260] env[69374]: DEBUG nova.virt.hardware [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.644585] env[69374]: DEBUG nova.virt.hardware [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.645995] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef656be-9f5e-4690-85fa-0bd9943c66b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.656775] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f8d98d-c2c6-4951-b43f-376efb75d86b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.677998] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c25c2c6-5fb5-4fcf-93c7-dfddc7b4fd27 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.849952] env[69374]: DEBUG nova.compute.manager [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.347137] env[69374]: DEBUG nova.network.neutron [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Successfully created port: 37681e0f-27cc-4822-bf1e-ab8b16b83369 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.377599] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.594021] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aef860-1509-46b6-83ee-6db24eb34150 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.604364] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a5bdd3-bc3d-41a1-a76b-bec9b8dccf4a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.624200] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquiring lock "6ae259cf-3bff-4e17-871a-2733d36f0918" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.624845] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Lock "6ae259cf-3bff-4e17-871a-2733d36f0918" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.626099] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquiring lock "ae9be03b-f45f-4285-ba68-d174581c0c78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.626429] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "ae9be03b-f45f-4285-ba68-d174581c0c78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.664148] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbb8036-b2d5-420f-a768-1e8f26e32da9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.674098] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1289c888-f8aa-4af4-a620-e991cd58c45c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.692671] env[69374]: DEBUG nova.compute.provider_tree [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.161570] env[69374]: DEBUG nova.compute.manager [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.198096] env[69374]: DEBUG nova.compute.manager [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.208648] env[69374]: DEBUG nova.scheduler.client.report [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.687089] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.721111] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.721662] env[69374]: DEBUG nova.compute.manager [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.726406] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.349s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.730021] env[69374]: INFO nova.compute.claims [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.746871] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.170548] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquiring lock "cc738351-dc35-471f-b15b-d0b4d29541a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.170842] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Lock "cc738351-dc35-471f-b15b-d0b4d29541a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.236200] env[69374]: DEBUG nova.compute.utils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.242798] env[69374]: DEBUG nova.compute.manager [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.243603] env[69374]: DEBUG nova.network.neutron [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.383170] env[69374]: DEBUG nova.policy [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fd81c513b3240c49ee87e92fd8bb2c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ad22c0299e44477a0246408a26d8cb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.679222] env[69374]: DEBUG nova.compute.manager [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.743495] env[69374]: DEBUG nova.compute.manager [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.907953] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5f7b31-3e3a-4810-9ff6-69dc3526a9ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.921724] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001cdfa4-1935-4432-bc5b-7f7e1ee6e7e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.966647] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489be46c-4585-43a7-b653-6c655db26617 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.972874] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5c7718-2205-42bd-be15-d06d74d89ae1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.990849] env[69374]: DEBUG nova.compute.provider_tree [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.216422] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.494608] env[69374]: DEBUG nova.scheduler.client.report [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.600082] env[69374]: DEBUG nova.network.neutron [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Successfully updated port: 37681e0f-27cc-4822-bf1e-ab8b16b83369 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.738404] env[69374]: DEBUG nova.network.neutron [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Successfully created port: 7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.763255] env[69374]: DEBUG nova.compute.manager [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.798135] env[69374]: DEBUG nova.virt.hardware [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.798135] env[69374]: DEBUG nova.virt.hardware [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.798135] env[69374]: DEBUG nova.virt.hardware [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.798319] env[69374]: DEBUG nova.virt.hardware [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.798453] env[69374]: DEBUG nova.virt.hardware [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.799131] env[69374]: DEBUG nova.virt.hardware [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.800320] env[69374]: DEBUG nova.virt.hardware [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.800495] env[69374]: DEBUG nova.virt.hardware [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.800666] env[69374]: DEBUG nova.virt.hardware [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.800832] env[69374]: DEBUG nova.virt.hardware [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.801022] env[69374]: DEBUG nova.virt.hardware [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.802410] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509f9e83-7409-4271-ac32-117f73119567 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.813649] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c1ffe-b0c7-438b-b230-d4aec19f8642 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.003427] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.003427] env[69374]: DEBUG nova.compute.manager [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.007248] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.320s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.010150] env[69374]: INFO nova.compute.claims [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.105691] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.111488] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.111488] env[69374]: DEBUG nova.network.neutron [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.438533] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquiring lock "e4a85118-4d45-489b-94b7-967fc80f5e10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.439320] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Lock "e4a85118-4d45-489b-94b7-967fc80f5e10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.508927] env[69374]: DEBUG nova.compute.utils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.509908] env[69374]: DEBUG nova.compute.manager [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.509908] env[69374]: DEBUG nova.network.neutron [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.633186] env[69374]: DEBUG nova.policy [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae359bb515104a79b6d1af7b9e6dbc08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cbe3d1668af4fdb8c5387d1b676c86e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.761692] env[69374]: DEBUG nova.network.neutron [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.942453] env[69374]: DEBUG nova.compute.manager [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.016327] env[69374]: DEBUG nova.compute.manager [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.061296] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.061850] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.062216] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.062538] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.062851] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.063284] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.065120] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.065354] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 646.069118] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.175123] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2c4adc-7c63-4a02-97b1-d6e67305bf7b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.184976] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de5ed99-0054-4d34-b1b9-8409de892cfc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.249613] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900cb556-9cbf-46c2-8cce-627b5ebdfaba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.258635] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39b9847-0519-46e7-afaf-7156a28c3fcf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.277414] env[69374]: DEBUG nova.compute.provider_tree [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.473046] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.511210] env[69374]: DEBUG nova.network.neutron [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance_info_cache with network_info: [{"id": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "address": "fa:16:3e:f3:18:2b", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37681e0f-27", "ovs_interfaceid": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.573179] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.782917] env[69374]: DEBUG nova.scheduler.client.report [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.015672] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.016011] env[69374]: DEBUG nova.compute.manager [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Instance network_info: |[{"id": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "address": "fa:16:3e:f3:18:2b", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37681e0f-27", "ovs_interfaceid": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.016603] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:18:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37681e0f-27cc-4822-bf1e-ab8b16b83369', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.029444] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.029711] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d2f8f2d-a148-4c8b-8996-98a0d3b2e48d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.032470] env[69374]: DEBUG nova.compute.manager [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.052059] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Created folder: OpenStack in parent group-v4. [ 647.052318] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Creating folder: Project (bbe2ee8524cf42d1a3b0087203dcb00d). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.055151] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed736ef7-a37f-4c93-9e23-dff795e86056 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.065653] env[69374]: DEBUG nova.virt.hardware [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.065892] env[69374]: DEBUG nova.virt.hardware [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.066374] env[69374]: DEBUG nova.virt.hardware [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.066374] env[69374]: DEBUG nova.virt.hardware [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.068240] env[69374]: DEBUG nova.virt.hardware [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.071495] env[69374]: DEBUG nova.virt.hardware [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.071495] env[69374]: DEBUG nova.virt.hardware [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.071495] env[69374]: DEBUG nova.virt.hardware [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.071495] env[69374]: DEBUG nova.virt.hardware [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.071495] env[69374]: DEBUG nova.virt.hardware [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.071780] env[69374]: DEBUG nova.virt.hardware [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.071780] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f593b8d2-56eb-40a0-b2eb-b2d7f3144fe1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.075944] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Created folder: Project (bbe2ee8524cf42d1a3b0087203dcb00d) in parent group-v814324. [ 647.076219] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Creating folder: Instances. Parent ref: group-v814325. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.078360] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e8f32c7-2da5-4ade-a5fe-0685466e7fe1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.091084] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbe77c2-802f-4f2f-9c08-186ccdc99ee8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.094993] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Created folder: Instances in parent group-v814325. [ 647.095260] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.095452] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.096008] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c402336-75c0-4a0f-bff5-9b02444b4784 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.126209] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.126209] env[69374]: value = "task-4110728" [ 647.126209] env[69374]: _type = "Task" [ 647.126209] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.137318] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110728, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.234215] env[69374]: DEBUG nova.network.neutron [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Successfully created port: 02f46798-f83b-4bfb-9da7-c305f49a9c4f {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.287475] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.287999] env[69374]: DEBUG nova.compute.manager [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.297032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.548s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.297032] env[69374]: INFO nova.compute.claims [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.638624] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110728, 'name': CreateVM_Task, 'duration_secs': 0.392826} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.639346] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.666396] env[69374]: DEBUG oslo_vmware.service [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77c23da-6b6f-4121-9f8f-02a09f65f257 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.675027] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.675247] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.676662] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.676662] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2411ce9b-07d7-4439-b0fa-b54106af4de7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.682492] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 647.682492] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520880c7-9548-18d9-9b29-0e472984ae4f" [ 647.682492] env[69374]: _type = "Task" [ 647.682492] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.693886] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520880c7-9548-18d9-9b29-0e472984ae4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.790153] env[69374]: DEBUG nova.compute.manager [req-b626351c-b31a-4881-b1e0-82a0489a9388 req-2cf72aee-fb11-4c2d-a28e-9ddb97e1dd3a service nova] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Received event network-vif-plugged-37681e0f-27cc-4822-bf1e-ab8b16b83369 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.790153] env[69374]: DEBUG oslo_concurrency.lockutils [req-b626351c-b31a-4881-b1e0-82a0489a9388 req-2cf72aee-fb11-4c2d-a28e-9ddb97e1dd3a service nova] Acquiring lock "985f141c-62c8-4ee6-8989-3afbb66f0e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.790153] env[69374]: DEBUG oslo_concurrency.lockutils [req-b626351c-b31a-4881-b1e0-82a0489a9388 req-2cf72aee-fb11-4c2d-a28e-9ddb97e1dd3a service nova] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.791280] env[69374]: DEBUG oslo_concurrency.lockutils [req-b626351c-b31a-4881-b1e0-82a0489a9388 req-2cf72aee-fb11-4c2d-a28e-9ddb97e1dd3a service nova] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.791481] env[69374]: DEBUG nova.compute.manager [req-b626351c-b31a-4881-b1e0-82a0489a9388 req-2cf72aee-fb11-4c2d-a28e-9ddb97e1dd3a service nova] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] No waiting events found dispatching network-vif-plugged-37681e0f-27cc-4822-bf1e-ab8b16b83369 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 647.791979] env[69374]: WARNING nova.compute.manager [req-b626351c-b31a-4881-b1e0-82a0489a9388 req-2cf72aee-fb11-4c2d-a28e-9ddb97e1dd3a service nova] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Received unexpected event network-vif-plugged-37681e0f-27cc-4822-bf1e-ab8b16b83369 for instance with vm_state building and task_state spawning. [ 647.799809] env[69374]: DEBUG nova.compute.utils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.799809] env[69374]: DEBUG nova.compute.manager [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.800375] env[69374]: DEBUG nova.network.neutron [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.951969] env[69374]: DEBUG nova.policy [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b920e0017e0741cfa36685be8c8c989e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b757475c6b4402881127cbbbcaf52f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.201326] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.201871] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.202251] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.202979] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.204193] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.206016] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f1f6784-3284-47ad-b602-9b0816a06360 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.227227] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.227529] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.228633] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad9e115-b75c-4293-b922-4af1680dc722 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.241558] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a76903-2502-4f7f-8abb-d0d8802152f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.249890] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 648.249890] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526baa8c-3fc1-83ce-d57c-48aaa258e4b4" [ 648.249890] env[69374]: _type = "Task" [ 648.249890] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.262984] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526baa8c-3fc1-83ce-d57c-48aaa258e4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.306714] env[69374]: DEBUG nova.network.neutron [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Successfully updated port: 7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.311590] env[69374]: DEBUG nova.compute.manager [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.449736] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc9215e-3da0-49ae-89ed-f13b01201be3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.459253] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f724ded5-f03d-4c01-b848-2a491cff6009 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.501361] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c923f6a-ec24-4a86-bf00-275b34884526 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.509500] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7806288b-5744-43b5-955a-91fbbaae8dcd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.525968] env[69374]: DEBUG nova.compute.provider_tree [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.768083] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Preparing fetch location {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 648.768319] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Creating directory with path [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.768572] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77398f24-1832-43a4-9a53-e2505108d5a3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.795377] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Created directory with path [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.795981] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Fetch image to [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 648.796442] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Downloading image file data ef45ff1f-ed61-434d-8979-a15df138f780 to [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk on the data store datastore1 {{(pid=69374) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 648.801020] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17d24e2-24ac-4c6e-a195-7637d2e47e1c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.809939] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0678fd-55c7-44e1-9708-f79c047a712e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.813751] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "refresh_cache-e465bd86-4753-4430-a1fc-b0483c35bb0d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.813751] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquired lock "refresh_cache-e465bd86-4753-4430-a1fc-b0483c35bb0d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.813751] env[69374]: DEBUG nova.network.neutron [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.833606] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fe936d-a59c-4256-87d6-749938ee0ec1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.877774] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed266e04-a7e0-4f86-b779-0a5dbb515c9d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.891507] env[69374]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-edf383f0-5f52-4a98-b706-817e75c997b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.915952] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Downloading image file data ef45ff1f-ed61-434d-8979-a15df138f780 to the data store datastore1 {{(pid=69374) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 648.992549] env[69374]: DEBUG oslo_vmware.rw_handles [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69374) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 649.063209] env[69374]: DEBUG nova.scheduler.client.report [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.283656] env[69374]: DEBUG nova.network.neutron [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Successfully created port: 68658da1-4e77-403e-91f3-e9e5b75feb4e {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.340566] env[69374]: DEBUG nova.compute.manager [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.391362] env[69374]: DEBUG nova.virt.hardware [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.391658] env[69374]: DEBUG nova.virt.hardware [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.391838] env[69374]: DEBUG nova.virt.hardware [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.392015] env[69374]: DEBUG nova.virt.hardware [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.392198] env[69374]: DEBUG nova.virt.hardware [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.392345] env[69374]: DEBUG nova.virt.hardware [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.392549] env[69374]: DEBUG nova.virt.hardware [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.392704] env[69374]: DEBUG nova.virt.hardware [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.392883] env[69374]: DEBUG nova.virt.hardware [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.393031] env[69374]: DEBUG nova.virt.hardware [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.393215] env[69374]: DEBUG nova.virt.hardware [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.394127] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c0fdf9-92aa-484f-b056-b857e1f7af22 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.408025] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca9d325-7bed-47cb-ba86-331d51facb8c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.568464] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.569281] env[69374]: DEBUG nova.compute.manager [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.584839] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.369s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.587016] env[69374]: INFO nova.compute.claims [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.591813] env[69374]: DEBUG nova.network.neutron [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.689358] env[69374]: DEBUG oslo_vmware.rw_handles [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Completed reading data from the image iterator. {{(pid=69374) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 649.689358] env[69374]: DEBUG oslo_vmware.rw_handles [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 649.812133] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Downloaded image file data ef45ff1f-ed61-434d-8979-a15df138f780 to vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk on the data store datastore1 {{(pid=69374) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 649.813801] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Caching image {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 649.814389] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Copying Virtual Disk [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk to [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.814467] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-184de378-0593-4f77-84a5-c2723fd23da5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.829125] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 649.829125] env[69374]: value = "task-4110729" [ 649.829125] env[69374]: _type = "Task" [ 649.829125] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.845844] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.086715] env[69374]: DEBUG nova.compute.utils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.090694] env[69374]: DEBUG nova.compute.manager [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.090694] env[69374]: DEBUG nova.network.neutron [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.191714] env[69374]: DEBUG nova.network.neutron [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Updating instance_info_cache with network_info: [{"id": "7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00", "address": "fa:16:3e:0d:06:dc", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a6cfe1c-bc", "ovs_interfaceid": "7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.210922] env[69374]: DEBUG nova.policy [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b4a0ac286f54b92b7896e7f267942dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c98700e1559940a58df8323e6d71c3f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.340838] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110729, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.501754] env[69374]: DEBUG nova.network.neutron [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Successfully updated port: 02f46798-f83b-4bfb-9da7-c305f49a9c4f {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.593333] env[69374]: DEBUG nova.compute.manager [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.699024] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Releasing lock "refresh_cache-e465bd86-4753-4430-a1fc-b0483c35bb0d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.699024] env[69374]: DEBUG nova.compute.manager [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Instance network_info: |[{"id": "7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00", "address": "fa:16:3e:0d:06:dc", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a6cfe1c-bc", "ovs_interfaceid": "7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.699337] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:06:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.710563] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Creating folder: Project (7ad22c0299e44477a0246408a26d8cb2). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.717233] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f199e497-2d7b-4c73-a1da-4114e15c04b4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.731692] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Created folder: Project (7ad22c0299e44477a0246408a26d8cb2) in parent group-v814324. [ 650.732037] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Creating folder: Instances. Parent ref: group-v814328. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.734907] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d93647d7-10f2-4923-9cfb-20fa7fb1e3a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.747712] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Created folder: Instances in parent group-v814328. [ 650.747965] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.748175] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.748431] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b3d7033-ba5e-4200-ba89-66c6cdac63dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.779108] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.779108] env[69374]: value = "task-4110732" [ 650.779108] env[69374]: _type = "Task" [ 650.779108] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.788163] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110732, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.841635] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942623} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.841913] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Copied Virtual Disk [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk to [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.842170] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Deleting the datastore file [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.843674] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79e42fd8-fede-4c97-890d-373eeb21afc6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.849274] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556743fb-ad80-46d7-91c2-45cc1e15cdd4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.863162] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc3191d-bf2f-4cdc-9ff5-f687bffa94cc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.865581] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 650.865581] env[69374]: value = "task-4110733" [ 650.865581] env[69374]: _type = "Task" [ 650.865581] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.912103] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa204fb5-4756-4867-a7e8-a0343db4babf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.915131] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.915285] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.920211] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032724} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.925200] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.925200] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Moving file from [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb/ef45ff1f-ed61-434d-8979-a15df138f780 to [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780. {{(pid=69374) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 650.925200] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1bbc2b50-73ac-47dd-a88e-3a673537c611 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.932504] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20c1001-301c-4a0e-a803-7d24d57a9f25 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.940102] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 650.940102] env[69374]: value = "task-4110734" [ 650.940102] env[69374]: _type = "Task" [ 650.940102] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.957645] env[69374]: DEBUG nova.compute.provider_tree [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.964809] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110734, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026329} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.966314] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] File moved {{(pid=69374) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 650.966314] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Cleaning up location [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 650.966314] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Deleting the datastore file [datastore1] vmware_temp/7be13e06-9755-4fe5-9a63-179b2d2c56eb {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.969589] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6ed32f4-5847-4757-9c62-d8ba732c6161 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.978946] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.979399] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.983744] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 650.983744] env[69374]: value = "task-4110735" [ 650.983744] env[69374]: _type = "Task" [ 650.983744] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.995795] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.006145] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquiring lock "refresh_cache-2a61bd38-2eac-4e95-a985-9981f67e1835" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.006145] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquired lock "refresh_cache-2a61bd38-2eac-4e95-a985-9981f67e1835" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.006145] env[69374]: DEBUG nova.network.neutron [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.110230] env[69374]: DEBUG nova.network.neutron [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Successfully created port: aad84495-aca5-4e4a-85b9-fdd5d9457c06 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.292634] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110732, 'name': CreateVM_Task, 'duration_secs': 0.365579} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.293260] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.293802] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.293802] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.294321] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.295030] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294159ed-3eb4-454d-be0a-073632b9a403 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.301144] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 651.301144] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a52dbb-f8bd-13f4-8954-9af5dfd22e7c" [ 651.301144] env[69374]: _type = "Task" [ 651.301144] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.314087] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a52dbb-f8bd-13f4-8954-9af5dfd22e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.421754] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.471146] env[69374]: DEBUG nova.scheduler.client.report [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.488195] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.502819] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031035} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.502819] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.503840] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67142295-ac00-4cb0-9729-b2483e4bcbed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.511901] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 651.511901] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525b1846-db99-382f-8ec9-b1bb7231a2b5" [ 651.511901] env[69374]: _type = "Task" [ 651.511901] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.526707] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525b1846-db99-382f-8ec9-b1bb7231a2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.527231] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.530337] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 985f141c-62c8-4ee6-8989-3afbb66f0e49/985f141c-62c8-4ee6-8989-3afbb66f0e49.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.530337] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c8094b6-c505-472a-b48f-dd3c48659662 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.539022] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 651.539022] env[69374]: value = "task-4110736" [ 651.539022] env[69374]: _type = "Task" [ 651.539022] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.551788] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.590433] env[69374]: DEBUG nova.network.neutron [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.604947] env[69374]: DEBUG nova.compute.manager [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.644112] env[69374]: DEBUG nova.virt.hardware [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.644112] env[69374]: DEBUG nova.virt.hardware [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.644112] env[69374]: DEBUG nova.virt.hardware [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.644335] env[69374]: DEBUG nova.virt.hardware [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.644335] env[69374]: DEBUG nova.virt.hardware [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.644335] env[69374]: DEBUG nova.virt.hardware [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.644335] env[69374]: DEBUG nova.virt.hardware [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.644473] env[69374]: DEBUG nova.virt.hardware [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.645556] env[69374]: DEBUG nova.virt.hardware [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.645556] env[69374]: DEBUG nova.virt.hardware [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.645556] env[69374]: DEBUG nova.virt.hardware [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.645828] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03d79da-5d9d-4823-8fa2-4ef6e09385f1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.661425] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a77ef5f-e863-42f0-8511-2208b5588fa6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.815752] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a52dbb-f8bd-13f4-8954-9af5dfd22e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.820421] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.820578] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.820814] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.820927] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.822415] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.822415] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03054ad5-27bc-4616-82ed-24275073e1b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.837496] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.838372] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.839267] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f754d90-c20d-486e-99a8-12b28b43d6c3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.850071] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 651.850071] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52bb33c0-d206-1583-c3f3-af221e674b65" [ 651.850071] env[69374]: _type = "Task" [ 651.850071] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.860662] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52bb33c0-d206-1583-c3f3-af221e674b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.967748] env[69374]: DEBUG nova.compute.manager [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Received event network-changed-37681e0f-27cc-4822-bf1e-ab8b16b83369 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.967748] env[69374]: DEBUG nova.compute.manager [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Refreshing instance network info cache due to event network-changed-37681e0f-27cc-4822-bf1e-ab8b16b83369. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.970899] env[69374]: DEBUG oslo_concurrency.lockutils [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] Acquiring lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.971173] env[69374]: DEBUG oslo_concurrency.lockutils [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] Acquired lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.971408] env[69374]: DEBUG nova.network.neutron [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Refreshing network info cache for port 37681e0f-27cc-4822-bf1e-ab8b16b83369 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.976048] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.976048] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.978378] env[69374]: DEBUG nova.compute.manager [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.983691] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.511s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.986331] env[69374]: INFO nova.compute.claims [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.022458] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.051346] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488712} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.051346] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 985f141c-62c8-4ee6-8989-3afbb66f0e49/985f141c-62c8-4ee6-8989-3afbb66f0e49.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.051346] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.051346] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1bdd375-d0ce-449e-b08d-23707c61dc73 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.063934] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 652.063934] env[69374]: value = "task-4110737" [ 652.063934] env[69374]: _type = "Task" [ 652.063934] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.076531] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.078490] env[69374]: DEBUG nova.network.neutron [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Updating instance_info_cache with network_info: [{"id": "02f46798-f83b-4bfb-9da7-c305f49a9c4f", "address": "fa:16:3e:be:c9:a9", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f46798-f8", "ovs_interfaceid": "02f46798-f83b-4bfb-9da7-c305f49a9c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.196984] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquiring lock "8a28ee63-08f7-407a-a4cf-f4124755cd09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.197184] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Lock "8a28ee63-08f7-407a-a4cf-f4124755cd09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.260392] env[69374]: DEBUG nova.network.neutron [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Successfully updated port: 68658da1-4e77-403e-91f3-e9e5b75feb4e {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.360279] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52bb33c0-d206-1583-c3f3-af221e674b65, 'name': SearchDatastore_Task, 'duration_secs': 0.057792} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.361361] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ff95ee-a811-4686-94ce-3184e099add9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.367747] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 652.367747] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52be2b6f-6da9-8e72-7402-4c19bc021e93" [ 652.367747] env[69374]: _type = "Task" [ 652.367747] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.376869] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52be2b6f-6da9-8e72-7402-4c19bc021e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.493566] env[69374]: DEBUG nova.compute.utils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.499915] env[69374]: DEBUG nova.compute.manager [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.499915] env[69374]: DEBUG nova.network.neutron [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.572783] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072364} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.574349] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.574349] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3582c84b-78c3-4708-8fbe-6743a7f9aa5f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.590034] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Releasing lock "refresh_cache-2a61bd38-2eac-4e95-a985-9981f67e1835" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.590356] env[69374]: DEBUG nova.compute.manager [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Instance network_info: |[{"id": "02f46798-f83b-4bfb-9da7-c305f49a9c4f", "address": "fa:16:3e:be:c9:a9", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f46798-f8", "ovs_interfaceid": "02f46798-f83b-4bfb-9da7-c305f49a9c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.602506] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 985f141c-62c8-4ee6-8989-3afbb66f0e49/985f141c-62c8-4ee6-8989-3afbb66f0e49.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.604252] env[69374]: DEBUG nova.policy [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08912d1e157d4748b2fa0790484b5e48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cffff8514c843b3984ae7835c5e6cbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.606094] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:c9:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02f46798-f83b-4bfb-9da7-c305f49a9c4f', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.614105] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Creating folder: Project (1cbe3d1668af4fdb8c5387d1b676c86e). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.614345] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d11b0d-03b7-4cc3-973b-449f1c1cde2a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.629372] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03e4c8cb-4b3e-49b6-b831-5945e5d2413d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.641141] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 652.641141] env[69374]: value = "task-4110739" [ 652.641141] env[69374]: _type = "Task" [ 652.641141] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.649548] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Created folder: Project (1cbe3d1668af4fdb8c5387d1b676c86e) in parent group-v814324. [ 652.650247] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Creating folder: Instances. Parent ref: group-v814331. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.650446] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb8dafac-30e0-4cef-97b0-dc6b0abd02b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.659916] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110739, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.671376] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Created folder: Instances in parent group-v814331. [ 652.671376] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.671376] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.671733] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18806aee-376e-4388-bb17-debbe559a942 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.697874] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.697874] env[69374]: value = "task-4110741" [ 652.697874] env[69374]: _type = "Task" [ 652.697874] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.702502] env[69374]: DEBUG nova.compute.manager [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.713357] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110741, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.767653] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquiring lock "refresh_cache-6ae259cf-3bff-4e17-871a-2733d36f0918" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.767653] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquired lock "refresh_cache-6ae259cf-3bff-4e17-871a-2733d36f0918" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.768565] env[69374]: DEBUG nova.network.neutron [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.881158] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52be2b6f-6da9-8e72-7402-4c19bc021e93, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.881760] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.882217] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] e465bd86-4753-4430-a1fc-b0483c35bb0d/e465bd86-4753-4430-a1fc-b0483c35bb0d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.882332] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75918a53-87cb-43a2-8eaf-c8ba020ed590 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.891031] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 652.891031] env[69374]: value = "task-4110742" [ 652.891031] env[69374]: _type = "Task" [ 652.891031] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.903683] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.998875] env[69374]: DEBUG nova.compute.manager [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.093898] env[69374]: DEBUG nova.network.neutron [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updated VIF entry in instance network info cache for port 37681e0f-27cc-4822-bf1e-ab8b16b83369. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.093898] env[69374]: DEBUG nova.network.neutron [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance_info_cache with network_info: [{"id": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "address": "fa:16:3e:f3:18:2b", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37681e0f-27", "ovs_interfaceid": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.159372] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.229966] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110741, 'name': CreateVM_Task, 'duration_secs': 0.460808} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.229966] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.230547] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.230547] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.231457] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.231834] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e94f69d-63a5-43ea-9c62-956450ed5824 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.239066] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for the task: (returnval){ [ 653.239066] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524fd376-9ee1-06ba-e77a-426334cdcd6a" [ 653.239066] env[69374]: _type = "Task" [ 653.239066] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.254112] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524fd376-9ee1-06ba-e77a-426334cdcd6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.256429] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.394680] env[69374]: DEBUG nova.network.neutron [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.408428] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110742, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.476288] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49706ae6-34d4-4897-8d15-f6dba19b7d38 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.487495] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc12dea-08d5-402e-b3a1-3fa45f3c63d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.537244] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a056875f-ea2e-44a5-a6b1-e909ab73037e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.541944] env[69374]: DEBUG nova.network.neutron [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Successfully created port: dbc0e452-1dab-47f1-b315-dcbabe7084be {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.547995] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5341780-75d3-4665-895c-4b3f4a931e7c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.566548] env[69374]: DEBUG nova.compute.provider_tree [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.599546] env[69374]: DEBUG oslo_concurrency.lockutils [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] Releasing lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.599787] env[69374]: DEBUG nova.compute.manager [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Received event network-vif-plugged-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.599967] env[69374]: DEBUG oslo_concurrency.lockutils [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] Acquiring lock "e465bd86-4753-4430-a1fc-b0483c35bb0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.600192] env[69374]: DEBUG oslo_concurrency.lockutils [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] Lock "e465bd86-4753-4430-a1fc-b0483c35bb0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.600345] env[69374]: DEBUG oslo_concurrency.lockutils [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] Lock "e465bd86-4753-4430-a1fc-b0483c35bb0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.600528] env[69374]: DEBUG nova.compute.manager [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] No waiting events found dispatching network-vif-plugged-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 653.600703] env[69374]: WARNING nova.compute.manager [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Received unexpected event network-vif-plugged-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 for instance with vm_state building and task_state spawning. [ 653.600865] env[69374]: DEBUG nova.compute.manager [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Received event network-changed-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.601051] env[69374]: DEBUG nova.compute.manager [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Refreshing instance network info cache due to event network-changed-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.601529] env[69374]: DEBUG oslo_concurrency.lockutils [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] Acquiring lock "refresh_cache-e465bd86-4753-4430-a1fc-b0483c35bb0d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.601529] env[69374]: DEBUG oslo_concurrency.lockutils [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] Acquired lock "refresh_cache-e465bd86-4753-4430-a1fc-b0483c35bb0d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.601529] env[69374]: DEBUG nova.network.neutron [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Refreshing network info cache for port 7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.656165] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110739, 'name': ReconfigVM_Task, 'duration_secs': 0.804721} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.656452] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 985f141c-62c8-4ee6-8989-3afbb66f0e49/985f141c-62c8-4ee6-8989-3afbb66f0e49.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.657265] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1314c43e-7eaf-4b15-aedf-7a9b44329b50 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.666127] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 653.666127] env[69374]: value = "task-4110743" [ 653.666127] env[69374]: _type = "Task" [ 653.666127] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.679838] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110743, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.756068] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524fd376-9ee1-06ba-e77a-426334cdcd6a, 'name': SearchDatastore_Task, 'duration_secs': 0.058022} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.756918] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.756918] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.756918] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.756918] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.757249] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.757552] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ea66a11-c71d-4bdb-8b03-3aa2e489f90e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.767298] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.768137] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.768906] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac822f40-f570-4833-a9cf-56d07dca9811 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.775415] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for the task: (returnval){ [ 653.775415] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5212e6ad-746a-3337-d3ef-7e4c9a325f17" [ 653.775415] env[69374]: _type = "Task" [ 653.775415] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.791558] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5212e6ad-746a-3337-d3ef-7e4c9a325f17, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.792436] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09273390-81e3-46cd-9c59-03437d23763e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.798843] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for the task: (returnval){ [ 653.798843] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522bc36a-9518-1998-a546-1e04dfa1930b" [ 653.798843] env[69374]: _type = "Task" [ 653.798843] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.813384] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522bc36a-9518-1998-a546-1e04dfa1930b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.910757] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110742, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.911731] env[69374]: DEBUG nova.network.neutron [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Successfully updated port: aad84495-aca5-4e4a-85b9-fdd5d9457c06 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.968746] env[69374]: DEBUG nova.network.neutron [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Updating instance_info_cache with network_info: [{"id": "68658da1-4e77-403e-91f3-e9e5b75feb4e", "address": "fa:16:3e:99:84:4a", "network": {"id": "20e69395-f90d-49bc-9059-4120c48cc0b1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-473611373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b757475c6b4402881127cbbbcaf52f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68658da1-4e", "ovs_interfaceid": "68658da1-4e77-403e-91f3-e9e5b75feb4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.037471] env[69374]: DEBUG nova.compute.manager [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.066453] env[69374]: DEBUG nova.compute.manager [req-b0593140-430d-4368-ae98-35ee772fbf4e req-a7356919-6727-4a5f-89f9-6d1327a26273 service nova] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Received event network-vif-plugged-68658da1-4e77-403e-91f3-e9e5b75feb4e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.066453] env[69374]: DEBUG oslo_concurrency.lockutils [req-b0593140-430d-4368-ae98-35ee772fbf4e req-a7356919-6727-4a5f-89f9-6d1327a26273 service nova] Acquiring lock "6ae259cf-3bff-4e17-871a-2733d36f0918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.066453] env[69374]: DEBUG oslo_concurrency.lockutils [req-b0593140-430d-4368-ae98-35ee772fbf4e req-a7356919-6727-4a5f-89f9-6d1327a26273 service nova] Lock "6ae259cf-3bff-4e17-871a-2733d36f0918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.066680] env[69374]: DEBUG oslo_concurrency.lockutils [req-b0593140-430d-4368-ae98-35ee772fbf4e req-a7356919-6727-4a5f-89f9-6d1327a26273 service nova] Lock "6ae259cf-3bff-4e17-871a-2733d36f0918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.066680] env[69374]: DEBUG nova.compute.manager [req-b0593140-430d-4368-ae98-35ee772fbf4e req-a7356919-6727-4a5f-89f9-6d1327a26273 service nova] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] No waiting events found dispatching network-vif-plugged-68658da1-4e77-403e-91f3-e9e5b75feb4e {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 654.066786] env[69374]: WARNING nova.compute.manager [req-b0593140-430d-4368-ae98-35ee772fbf4e req-a7356919-6727-4a5f-89f9-6d1327a26273 service nova] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Received unexpected event network-vif-plugged-68658da1-4e77-403e-91f3-e9e5b75feb4e for instance with vm_state building and task_state spawning. [ 654.070094] env[69374]: DEBUG nova.scheduler.client.report [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.076429] env[69374]: DEBUG nova.virt.hardware [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.076645] env[69374]: DEBUG nova.virt.hardware [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.076713] env[69374]: DEBUG nova.virt.hardware [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.076872] env[69374]: DEBUG nova.virt.hardware [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.077833] env[69374]: DEBUG nova.virt.hardware [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.080443] env[69374]: DEBUG nova.virt.hardware [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.080443] env[69374]: DEBUG nova.virt.hardware [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.080443] env[69374]: DEBUG nova.virt.hardware [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.080443] env[69374]: DEBUG nova.virt.hardware [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.080443] env[69374]: DEBUG nova.virt.hardware [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.081304] env[69374]: DEBUG nova.virt.hardware [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.081304] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a298bf-2220-4b76-893f-db8330f38f74 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.092875] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3537215-4154-4a28-b231-b75f735489c8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.176786] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110743, 'name': Rename_Task, 'duration_secs': 0.167623} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.177173] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.177519] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a73882c-0f19-464f-9cc4-04fc6e33a78b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.184621] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 654.184621] env[69374]: value = "task-4110744" [ 654.184621] env[69374]: _type = "Task" [ 654.184621] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.195813] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.317064] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522bc36a-9518-1998-a546-1e04dfa1930b, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.319247] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.319515] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 2a61bd38-2eac-4e95-a985-9981f67e1835/2a61bd38-2eac-4e95-a985-9981f67e1835.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.319807] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e69976a3-39fa-4280-8df1-025e27d16e66 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.331284] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for the task: (returnval){ [ 654.331284] env[69374]: value = "task-4110745" [ 654.331284] env[69374]: _type = "Task" [ 654.331284] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.341783] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.413193] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110742, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.413901] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquiring lock "refresh_cache-ae9be03b-f45f-4285-ba68-d174581c0c78" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.414200] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquired lock "refresh_cache-ae9be03b-f45f-4285-ba68-d174581c0c78" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.414450] env[69374]: DEBUG nova.network.neutron [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.482290] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Releasing lock "refresh_cache-6ae259cf-3bff-4e17-871a-2733d36f0918" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.482622] env[69374]: DEBUG nova.compute.manager [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Instance network_info: |[{"id": "68658da1-4e77-403e-91f3-e9e5b75feb4e", "address": "fa:16:3e:99:84:4a", "network": {"id": "20e69395-f90d-49bc-9059-4120c48cc0b1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-473611373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b757475c6b4402881127cbbbcaf52f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68658da1-4e", "ovs_interfaceid": "68658da1-4e77-403e-91f3-e9e5b75feb4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.483050] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:84:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68658da1-4e77-403e-91f3-e9e5b75feb4e', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.494918] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Creating folder: Project (3b757475c6b4402881127cbbbcaf52f5). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.496171] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70c61ea7-9e40-4cbb-af08-843e04133b9b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.509048] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Created folder: Project (3b757475c6b4402881127cbbbcaf52f5) in parent group-v814324. [ 654.509258] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Creating folder: Instances. Parent ref: group-v814334. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.509394] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b8986d0-715c-4503-90e8-4412662ff9c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.521566] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Created folder: Instances in parent group-v814334. [ 654.521813] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.522035] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.522746] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08bc97e9-af7c-4fe2-9b36-3460085af592 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.547646] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.547646] env[69374]: value = "task-4110748" [ 654.547646] env[69374]: _type = "Task" [ 654.547646] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.561794] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110748, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.573621] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.574624] env[69374]: DEBUG nova.compute.manager [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.577729] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.005s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.577927] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.578058] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 654.578368] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.605s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.580252] env[69374]: INFO nova.compute.claims [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.584395] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c863b7-f1c6-40a0-a20f-a2951fba338c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.596560] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efdd5ba-717c-4c82-b662-488096d563b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.616129] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c893ebe-643c-434c-80f8-52a464e3498b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.624933] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4766a8-7c40-466f-b30b-54950288ca2c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.660657] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180804MB free_disk=16GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 654.660795] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.699113] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.849784] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110745, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.851411] env[69374]: DEBUG nova.network.neutron [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Updated VIF entry in instance network info cache for port 7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.851975] env[69374]: DEBUG nova.network.neutron [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Updating instance_info_cache with network_info: [{"id": "7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00", "address": "fa:16:3e:0d:06:dc", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a6cfe1c-bc", "ovs_interfaceid": "7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.917018] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110742, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.66619} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.917018] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] e465bd86-4753-4430-a1fc-b0483c35bb0d/e465bd86-4753-4430-a1fc-b0483c35bb0d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.917018] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.917018] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4df92c2a-179b-49a8-b46b-7f4af99eb61e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.929821] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 654.929821] env[69374]: value = "task-4110749" [ 654.929821] env[69374]: _type = "Task" [ 654.929821] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.948308] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.996278] env[69374]: DEBUG nova.network.neutron [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.057715] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110748, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.086428] env[69374]: DEBUG nova.compute.utils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.087633] env[69374]: DEBUG nova.compute.manager [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.087798] env[69374]: DEBUG nova.network.neutron [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.201048] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.350694] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705186} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.351138] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 2a61bd38-2eac-4e95-a985-9981f67e1835/2a61bd38-2eac-4e95-a985-9981f67e1835.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.351270] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.351544] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e69df531-4b5f-42fa-91d3-5e9a29a92174 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.358321] env[69374]: DEBUG oslo_concurrency.lockutils [req-f8f24dbd-347c-4926-afea-ceeab0f289b4 req-04bf9718-7567-453f-969c-a6d97214bd8c service nova] Releasing lock "refresh_cache-e465bd86-4753-4430-a1fc-b0483c35bb0d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.360811] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for the task: (returnval){ [ 655.360811] env[69374]: value = "task-4110750" [ 655.360811] env[69374]: _type = "Task" [ 655.360811] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.373544] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.447229] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097512} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.447229] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.448118] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee187b1-1232-4c2b-9800-ab877359b4bb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.477420] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] e465bd86-4753-4430-a1fc-b0483c35bb0d/e465bd86-4753-4430-a1fc-b0483c35bb0d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.480876] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfc82627-d826-49c6-8b59-969b2eea2f67 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.503662] env[69374]: DEBUG nova.policy [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88efefc93ca1410c8c4275cf08d58345', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c556486f55e7471b91ae1d48bb99c6cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.516366] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquiring lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.516366] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.516366] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 655.516366] env[69374]: value = "task-4110751" [ 655.516366] env[69374]: _type = "Task" [ 655.516366] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.526948] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110751, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.560252] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110748, 'name': CreateVM_Task, 'duration_secs': 0.692723} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.560569] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.561108] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.561265] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.561585] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.562298] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8e3e58-9329-4fc1-bc70-6bba6b71b405 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.569774] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for the task: (returnval){ [ 655.569774] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ba3e3f-a077-5fab-0c41-449f087357f9" [ 655.569774] env[69374]: _type = "Task" [ 655.569774] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.580695] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ba3e3f-a077-5fab-0c41-449f087357f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.592417] env[69374]: DEBUG nova.compute.manager [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.699657] env[69374]: DEBUG oslo_vmware.api [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110744, 'name': PowerOnVM_Task, 'duration_secs': 1.266827} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.702596] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.703330] env[69374]: INFO nova.compute.manager [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Took 15.10 seconds to spawn the instance on the hypervisor. [ 655.704739] env[69374]: DEBUG nova.compute.manager [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.704739] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a96d2d6-19fe-4c86-9f07-acf1af1cf7aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.752161] env[69374]: DEBUG nova.network.neutron [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Updating instance_info_cache with network_info: [{"id": "aad84495-aca5-4e4a-85b9-fdd5d9457c06", "address": "fa:16:3e:a1:18:dc", "network": {"id": "3dc321df-597e-4059-9549-2b5b83191f5d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1518897849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c98700e1559940a58df8323e6d71c3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad84495-ac", "ovs_interfaceid": "aad84495-aca5-4e4a-85b9-fdd5d9457c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.841126] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103fcfbd-d7b2-4a21-bff3-9d07d88db4ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.851422] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35258ef-f78a-4b5a-9c60-aa92c6b520ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.890132] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad52b12-09f4-4264-a78b-5eed968fb88b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.901169] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc702971-6d6b-4369-9012-41777416d9d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.905765] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.919316] env[69374]: DEBUG nova.compute.provider_tree [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.032455] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110751, 'name': ReconfigVM_Task, 'duration_secs': 0.297834} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.032455] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] e465bd86-4753-4430-a1fc-b0483c35bb0d/e465bd86-4753-4430-a1fc-b0483c35bb0d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.033046] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63731dc9-d6c7-4c98-a4bf-94695e5d31cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.044557] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 656.044557] env[69374]: value = "task-4110752" [ 656.044557] env[69374]: _type = "Task" [ 656.044557] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.050835] env[69374]: DEBUG nova.network.neutron [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Successfully updated port: dbc0e452-1dab-47f1-b315-dcbabe7084be {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.056121] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110752, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.084699] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ba3e3f-a077-5fab-0c41-449f087357f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.085073] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.085348] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.085593] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.085734] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.085999] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.086586] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbbf321c-76a8-4cde-bde3-d2c7eff74fc6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.097237] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.097434] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.098227] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e010f9fa-9ca7-45d5-902a-d7096fd972de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.108255] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for the task: (returnval){ [ 656.108255] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52676db1-f6e7-a63d-327c-03f93e67407c" [ 656.108255] env[69374]: _type = "Task" [ 656.108255] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.117055] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52676db1-f6e7-a63d-327c-03f93e67407c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.229999] env[69374]: INFO nova.compute.manager [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Took 19.85 seconds to build instance. [ 656.260284] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Releasing lock "refresh_cache-ae9be03b-f45f-4285-ba68-d174581c0c78" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.260284] env[69374]: DEBUG nova.compute.manager [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Instance network_info: |[{"id": "aad84495-aca5-4e4a-85b9-fdd5d9457c06", "address": "fa:16:3e:a1:18:dc", "network": {"id": "3dc321df-597e-4059-9549-2b5b83191f5d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1518897849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c98700e1559940a58df8323e6d71c3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad84495-ac", "ovs_interfaceid": "aad84495-aca5-4e4a-85b9-fdd5d9457c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.260870] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:18:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aad84495-aca5-4e4a-85b9-fdd5d9457c06', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.271715] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Creating folder: Project (c98700e1559940a58df8323e6d71c3f1). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.272378] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ac7425d-2082-479a-96b6-07f619825120 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.289498] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Created folder: Project (c98700e1559940a58df8323e6d71c3f1) in parent group-v814324. [ 656.289740] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Creating folder: Instances. Parent ref: group-v814337. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.290066] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d9beb77-0434-4dc1-887c-6fcc19a5dfc5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.302939] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Created folder: Instances in parent group-v814337. [ 656.303268] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.303497] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.303749] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2871088a-845a-4a31-a1ae-76717199c921 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.322343] env[69374]: DEBUG nova.network.neutron [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Successfully created port: 693bf589-f20b-4cc5-b397-cf4254ea2c44 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.336637] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.336637] env[69374]: value = "task-4110755" [ 656.336637] env[69374]: _type = "Task" [ 656.336637] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.344516] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110755, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.403400] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110750, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.427614] env[69374]: DEBUG nova.scheduler.client.report [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.561868] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquiring lock "refresh_cache-cc738351-dc35-471f-b15b-d0b4d29541a1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.561868] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquired lock "refresh_cache-cc738351-dc35-471f-b15b-d0b4d29541a1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.561868] env[69374]: DEBUG nova.network.neutron [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.561868] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110752, 'name': Rename_Task, 'duration_secs': 0.427566} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.565665] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.566099] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1606df21-5bab-420b-ae90-57ca4bfaeb12 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.575879] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 656.575879] env[69374]: value = "task-4110756" [ 656.575879] env[69374]: _type = "Task" [ 656.575879] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.591060] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.607049] env[69374]: DEBUG nova.compute.manager [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.631170] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52676db1-f6e7-a63d-327c-03f93e67407c, 'name': SearchDatastore_Task, 'duration_secs': 0.025237} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.634321] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf654ed-3173-41c0-b355-d98f2ababe76 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.646715] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for the task: (returnval){ [ 656.646715] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ff6c86-4a89-16d2-4435-3d7834cbcad2" [ 656.646715] env[69374]: _type = "Task" [ 656.646715] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.655220] env[69374]: DEBUG nova.virt.hardware [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.655220] env[69374]: DEBUG nova.virt.hardware [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.655220] env[69374]: DEBUG nova.virt.hardware [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.656155] env[69374]: DEBUG nova.virt.hardware [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.656155] env[69374]: DEBUG nova.virt.hardware [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.656155] env[69374]: DEBUG nova.virt.hardware [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.656155] env[69374]: DEBUG nova.virt.hardware [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.656155] env[69374]: DEBUG nova.virt.hardware [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.656328] env[69374]: DEBUG nova.virt.hardware [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.656453] env[69374]: DEBUG nova.virt.hardware [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.656799] env[69374]: DEBUG nova.virt.hardware [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.660222] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c03caa-757d-4245-b7dd-d87e5ebb3d40 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.676364] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ff6c86-4a89-16d2-4435-3d7834cbcad2, 'name': SearchDatastore_Task, 'duration_secs': 0.014822} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.676745] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.677269] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 6ae259cf-3bff-4e17-871a-2733d36f0918/6ae259cf-3bff-4e17-871a-2733d36f0918.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.678796] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40506b1c-ecac-4dfc-b0d3-2fb7c4ad9c68 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.683790] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe7a1a19-2473-4fb7-b6ed-1d217b290b22 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.699119] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for the task: (returnval){ [ 656.699119] env[69374]: value = "task-4110757" [ 656.699119] env[69374]: _type = "Task" [ 656.699119] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.708233] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.735695] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14c40de3-0c0c-4cef-a5a0-4041d4ed0ed4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.364s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.848254] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110755, 'name': CreateVM_Task, 'duration_secs': 0.428167} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.848872] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.850032] env[69374]: DEBUG oslo_vmware.service [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fa4cab-dd45-4536-b985-529f36a66dde {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.857646] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.857840] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.858315] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.858937] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2548b8c-f712-41b0-8c53-6a9baeddbad2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.869571] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 656.869571] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52802803-8076-cf84-a669-e236c1c8fe37" [ 656.869571] env[69374]: _type = "Task" [ 656.869571] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.881792] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52802803-8076-cf84-a669-e236c1c8fe37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.897563] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.078878} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.899115] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.899115] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be2b6f0-39ab-4a6b-8e39-97af49ac733d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.926803] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 2a61bd38-2eac-4e95-a985-9981f67e1835/2a61bd38-2eac-4e95-a985-9981f67e1835.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.927248] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0257682-de07-49ad-8503-6b23c15289eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.946242] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.947923] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.952028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.928s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.952028] env[69374]: INFO nova.compute.claims [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.962303] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for the task: (returnval){ [ 656.962303] env[69374]: value = "task-4110758" [ 656.962303] env[69374]: _type = "Task" [ 656.962303] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.975711] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.093413] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.110298] env[69374]: DEBUG nova.compute.manager [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Received event network-vif-plugged-02f46798-f83b-4bfb-9da7-c305f49a9c4f {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.110702] env[69374]: DEBUG oslo_concurrency.lockutils [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] Acquiring lock "2a61bd38-2eac-4e95-a985-9981f67e1835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.110837] env[69374]: DEBUG oslo_concurrency.lockutils [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] Lock "2a61bd38-2eac-4e95-a985-9981f67e1835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.111046] env[69374]: DEBUG oslo_concurrency.lockutils [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] Lock "2a61bd38-2eac-4e95-a985-9981f67e1835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.111227] env[69374]: DEBUG nova.compute.manager [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] No waiting events found dispatching network-vif-plugged-02f46798-f83b-4bfb-9da7-c305f49a9c4f {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 657.111652] env[69374]: WARNING nova.compute.manager [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Received unexpected event network-vif-plugged-02f46798-f83b-4bfb-9da7-c305f49a9c4f for instance with vm_state building and task_state spawning. [ 657.111965] env[69374]: DEBUG nova.compute.manager [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Received event network-changed-02f46798-f83b-4bfb-9da7-c305f49a9c4f {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.112275] env[69374]: DEBUG nova.compute.manager [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Refreshing instance network info cache due to event network-changed-02f46798-f83b-4bfb-9da7-c305f49a9c4f. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.112374] env[69374]: DEBUG oslo_concurrency.lockutils [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] Acquiring lock "refresh_cache-2a61bd38-2eac-4e95-a985-9981f67e1835" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.112928] env[69374]: DEBUG oslo_concurrency.lockutils [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] Acquired lock "refresh_cache-2a61bd38-2eac-4e95-a985-9981f67e1835" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.112928] env[69374]: DEBUG nova.network.neutron [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Refreshing network info cache for port 02f46798-f83b-4bfb-9da7-c305f49a9c4f {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.127175] env[69374]: DEBUG nova.network.neutron [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.148349] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "b1971861-5b0a-45b9-a37c-972258e7ff85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.148615] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "b1971861-5b0a-45b9-a37c-972258e7ff85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.213249] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.238586] env[69374]: DEBUG nova.compute.manager [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.379477] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.379979] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.380634] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.380634] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.380878] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.381314] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d0f07a9-e447-4d95-a83c-f4dd21fe64b0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.388604] env[69374]: DEBUG nova.network.neutron [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Updating instance_info_cache with network_info: [{"id": "dbc0e452-1dab-47f1-b315-dcbabe7084be", "address": "fa:16:3e:19:64:c2", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc0e452-1d", "ovs_interfaceid": "dbc0e452-1dab-47f1-b315-dcbabe7084be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.393538] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.393538] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.394623] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9e819f-52b1-44bc-8a22-b76efe84cb70 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.402984] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30615c4c-fa15-4d04-9bdc-d8d40d6bbec9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.410911] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 657.410911] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5225b1e2-8841-b325-b3c3-7311b75b7592" [ 657.410911] env[69374]: _type = "Task" [ 657.410911] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.423227] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5225b1e2-8841-b325-b3c3-7311b75b7592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.460456] env[69374]: DEBUG nova.compute.utils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.461537] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.461707] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.474561] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.541478] env[69374]: DEBUG nova.policy [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6eb4e980e941689e9e6620455e8e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b1e2d1f1dc049019016b0f9c5d648c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.588776] env[69374]: DEBUG oslo_vmware.api [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110756, 'name': PowerOnVM_Task, 'duration_secs': 0.916931} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.589054] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.589962] env[69374]: INFO nova.compute.manager [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Took 12.83 seconds to spawn the instance on the hypervisor. [ 657.589962] env[69374]: DEBUG nova.compute.manager [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 657.590385] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be64afdf-f1f6-4e89-9e52-1d85ba8ff8ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.715743] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620927} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.715743] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 6ae259cf-3bff-4e17-871a-2733d36f0918/6ae259cf-3bff-4e17-871a-2733d36f0918.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.716880] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.716880] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1087b44-3945-4fb0-a3d9-b4d1fa1950a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.728341] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for the task: (returnval){ [ 657.728341] env[69374]: value = "task-4110759" [ 657.728341] env[69374]: _type = "Task" [ 657.728341] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.741576] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.773381] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.897621] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Releasing lock "refresh_cache-cc738351-dc35-471f-b15b-d0b4d29541a1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.898079] env[69374]: DEBUG nova.compute.manager [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Instance network_info: |[{"id": "dbc0e452-1dab-47f1-b315-dcbabe7084be", "address": "fa:16:3e:19:64:c2", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc0e452-1d", "ovs_interfaceid": "dbc0e452-1dab-47f1-b315-dcbabe7084be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.901677] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:64:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbc0e452-1dab-47f1-b315-dcbabe7084be', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.909266] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Creating folder: Project (0cffff8514c843b3984ae7835c5e6cbf). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.909882] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff2488dd-4994-429c-96f2-93585e8ad762 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.923019] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Preparing fetch location {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 657.923019] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Creating directory with path [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.923019] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00b13d1e-cdd8-48bb-a242-daeecc553b86 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.934013] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Created folder: Project (0cffff8514c843b3984ae7835c5e6cbf) in parent group-v814324. [ 657.934241] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Creating folder: Instances. Parent ref: group-v814340. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.934489] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7570aeb-e1e5-4c6f-bcb6-2b8ab9265d0d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.951434] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Created folder: Instances in parent group-v814340. [ 657.951681] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.951875] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.952099] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a54f65f-fc7e-4b4e-90c7-da87dff647ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.985019] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.987433] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Created directory with path [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.987618] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Fetch image to [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 657.987780] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Downloading image file data ef45ff1f-ed61-434d-8979-a15df138f780 to [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk on the data store datastore2 {{(pid=69374) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 657.994162] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2a8f3b-3a4c-4291-878a-ea0d47356a6f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.006037] env[69374]: DEBUG nova.network.neutron [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Updated VIF entry in instance network info cache for port 02f46798-f83b-4bfb-9da7-c305f49a9c4f. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.006037] env[69374]: DEBUG nova.network.neutron [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Updating instance_info_cache with network_info: [{"id": "02f46798-f83b-4bfb-9da7-c305f49a9c4f", "address": "fa:16:3e:be:c9:a9", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f46798-f8", "ovs_interfaceid": "02f46798-f83b-4bfb-9da7-c305f49a9c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.010417] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.010417] env[69374]: value = "task-4110762" [ 658.010417] env[69374]: _type = "Task" [ 658.010417] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.025184] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110758, 'name': ReconfigVM_Task, 'duration_secs': 0.855277} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.031881] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 2a61bd38-2eac-4e95-a985-9981f67e1835/2a61bd38-2eac-4e95-a985-9981f67e1835.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.036692] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2602bc94-674b-402a-b5c1-5d5fc3979ffc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.044847] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110762, 'name': CreateVM_Task} progress is 15%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.046367] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c776cc-d31a-46f0-a104-ffbb24a057b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.063163] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for the task: (returnval){ [ 658.063163] env[69374]: value = "task-4110763" [ 658.063163] env[69374]: _type = "Task" [ 658.063163] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.075279] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52cada8-d5e7-4d9b-83d1-26ebe1274bc5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.086897] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110763, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.127834] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef142cc-3421-49d9-bd8b-ae7402febc53 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.137020] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Successfully created port: 70feeabe-5148-4f1b-900c-f5a692b4c2eb {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.137020] env[69374]: INFO nova.compute.manager [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Took 17.70 seconds to build instance. [ 658.142313] env[69374]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-8bd9b3e7-ac17-402c-b203-b7c9ba08b1a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.173117] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Downloading image file data ef45ff1f-ed61-434d-8979-a15df138f780 to the data store datastore2 {{(pid=69374) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 658.247071] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066893} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.247071] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.248699] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9bb93f-f3ba-4be4-a96d-789cbbf6e656 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.279941] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 6ae259cf-3bff-4e17-871a-2733d36f0918/6ae259cf-3bff-4e17-871a-2733d36f0918.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.282688] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5f75aa5-82dd-45a1-b1cf-c876e2118dcd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.300478] env[69374]: DEBUG oslo_vmware.rw_handles [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69374) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 658.369994] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for the task: (returnval){ [ 658.369994] env[69374]: value = "task-4110764" [ 658.369994] env[69374]: _type = "Task" [ 658.369994] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.384450] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.388882] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce04e3c-15ed-4067-9959-4c790493ef4d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.398140] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e219c591-5b3a-4c90-8269-76e51dee5d42 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.435024] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fad9eec-71af-4c2d-8f12-a8b104327434 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.444865] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeac7d1-10dc-45f8-8643-84b862a54aa6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.465876] env[69374]: DEBUG nova.compute.provider_tree [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.500472] env[69374]: DEBUG nova.compute.manager [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Received event network-changed-68658da1-4e77-403e-91f3-e9e5b75feb4e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.500766] env[69374]: DEBUG nova.compute.manager [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Refreshing instance network info cache due to event network-changed-68658da1-4e77-403e-91f3-e9e5b75feb4e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.501021] env[69374]: DEBUG oslo_concurrency.lockutils [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] Acquiring lock "refresh_cache-6ae259cf-3bff-4e17-871a-2733d36f0918" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.501870] env[69374]: DEBUG oslo_concurrency.lockutils [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] Acquired lock "refresh_cache-6ae259cf-3bff-4e17-871a-2733d36f0918" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.501870] env[69374]: DEBUG nova.network.neutron [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Refreshing network info cache for port 68658da1-4e77-403e-91f3-e9e5b75feb4e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.516367] env[69374]: DEBUG oslo_concurrency.lockutils [req-2ba90e7b-3d64-4fec-a6ed-f577907ff398 req-de6a0d54-6278-43fa-a06e-f4ef164012d1 service nova] Releasing lock "refresh_cache-2a61bd38-2eac-4e95-a985-9981f67e1835" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.528937] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110762, 'name': CreateVM_Task, 'duration_secs': 0.389048} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.529209] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.530069] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.530302] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.530954] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.533964] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4fe793-1628-40f0-9d68-d84e056401e1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.540654] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for the task: (returnval){ [ 658.540654] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5278ce77-4c39-267d-d091-9de883785ef1" [ 658.540654] env[69374]: _type = "Task" [ 658.540654] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.551232] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5278ce77-4c39-267d-d091-9de883785ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.576811] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110763, 'name': Rename_Task, 'duration_secs': 0.209535} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.577574] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.577850] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06523a24-3be0-4f6f-a0f3-ad64ed2b22a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.585306] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for the task: (returnval){ [ 658.585306] env[69374]: value = "task-4110765" [ 658.585306] env[69374]: _type = "Task" [ 658.585306] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.598438] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.639028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0b55d41b-7819-40eb-8c9c-f645e089461e tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "e465bd86-4753-4430-a1fc-b0483c35bb0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.218s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.642185] env[69374]: DEBUG nova.network.neutron [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Successfully updated port: 693bf589-f20b-4cc5-b397-cf4254ea2c44 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.888026] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.972620] env[69374]: DEBUG nova.scheduler.client.report [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.999569] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.003738] env[69374]: DEBUG oslo_vmware.rw_handles [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Completed reading data from the image iterator. {{(pid=69374) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 659.004055] env[69374]: DEBUG oslo_vmware.rw_handles [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 659.029063] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.029547] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.029720] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.029907] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.030077] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.030229] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.030442] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.030630] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.030843] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.031052] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.031235] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.032137] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30307225-6ad8-4c36-81ea-d4c1f4df29f5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.041910] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7773e2-fcbc-4044-8bc2-c60a760723f7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.064776] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.064990] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.065233] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.105202] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110765, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.141771] env[69374]: DEBUG nova.compute.manager [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.150665] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquiring lock "refresh_cache-e4a85118-4d45-489b-94b7-967fc80f5e10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.150717] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquired lock "refresh_cache-e4a85118-4d45-489b-94b7-967fc80f5e10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.150990] env[69374]: DEBUG nova.network.neutron [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.242960] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Downloaded image file data ef45ff1f-ed61-434d-8979-a15df138f780 to vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk on the data store datastore2 {{(pid=69374) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 659.243884] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Caching image {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 659.244260] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Copying Virtual Disk [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk to [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.244798] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-350d372d-f79c-4a4f-90cc-79d8bdec834c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.254248] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 659.254248] env[69374]: value = "task-4110766" [ 659.254248] env[69374]: _type = "Task" [ 659.254248] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.265672] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.382786] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110764, 'name': ReconfigVM_Task, 'duration_secs': 0.615505} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.383117] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 6ae259cf-3bff-4e17-871a-2733d36f0918/6ae259cf-3bff-4e17-871a-2733d36f0918.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.383931] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96a531be-729b-4b6e-ae12-7b103ea093e1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.392280] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for the task: (returnval){ [ 659.392280] env[69374]: value = "task-4110767" [ 659.392280] env[69374]: _type = "Task" [ 659.392280] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.407126] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110767, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.479711] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.480316] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.484055] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.228s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.485772] env[69374]: INFO nova.compute.claims [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.602149] env[69374]: DEBUG oslo_vmware.api [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110765, 'name': PowerOnVM_Task, 'duration_secs': 1.0134} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.602689] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.602912] env[69374]: INFO nova.compute.manager [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Took 12.57 seconds to spawn the instance on the hypervisor. [ 659.603106] env[69374]: DEBUG nova.compute.manager [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.604147] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88198563-61db-4ec9-b281-193cdecab59e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.675871] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.753285] env[69374]: DEBUG nova.network.neutron [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.766883] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110766, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.851394] env[69374]: DEBUG nova.network.neutron [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Updated VIF entry in instance network info cache for port 68658da1-4e77-403e-91f3-e9e5b75feb4e. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.851860] env[69374]: DEBUG nova.network.neutron [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Updating instance_info_cache with network_info: [{"id": "68658da1-4e77-403e-91f3-e9e5b75feb4e", "address": "fa:16:3e:99:84:4a", "network": {"id": "20e69395-f90d-49bc-9059-4120c48cc0b1", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-473611373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b757475c6b4402881127cbbbcaf52f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68658da1-4e", "ovs_interfaceid": "68658da1-4e77-403e-91f3-e9e5b75feb4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.908692] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110767, 'name': Rename_Task, 'duration_secs': 0.285553} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.909015] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.909302] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65cd18a4-c4ca-479e-b599-1971e0179356 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.917309] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for the task: (returnval){ [ 659.917309] env[69374]: value = "task-4110768" [ 659.917309] env[69374]: _type = "Task" [ 659.917309] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.930742] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.987739] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Successfully updated port: 70feeabe-5148-4f1b-900c-f5a692b4c2eb {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.990907] env[69374]: DEBUG nova.compute.utils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.996517] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.996517] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.047152] env[69374]: DEBUG nova.policy [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6eb4e980e941689e9e6620455e8e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b1e2d1f1dc049019016b0f9c5d648c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.130054] env[69374]: INFO nova.compute.manager [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Took 18.77 seconds to build instance. [ 660.200353] env[69374]: DEBUG nova.network.neutron [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Updating instance_info_cache with network_info: [{"id": "693bf589-f20b-4cc5-b397-cf4254ea2c44", "address": "fa:16:3e:57:02:bc", "network": {"id": "b36abad0-8ac6-426e-80ad-11a5974150f6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2046390140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c556486f55e7471b91ae1d48bb99c6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693bf589-f2", "ovs_interfaceid": "693bf589-f20b-4cc5-b397-cf4254ea2c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.271506] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110766, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.341347] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Successfully created port: bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.354951] env[69374]: DEBUG oslo_concurrency.lockutils [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] Releasing lock "refresh_cache-6ae259cf-3bff-4e17-871a-2733d36f0918" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.355264] env[69374]: DEBUG nova.compute.manager [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Received event network-vif-plugged-aad84495-aca5-4e4a-85b9-fdd5d9457c06 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.355545] env[69374]: DEBUG oslo_concurrency.lockutils [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] Acquiring lock "ae9be03b-f45f-4285-ba68-d174581c0c78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.355778] env[69374]: DEBUG oslo_concurrency.lockutils [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] Lock "ae9be03b-f45f-4285-ba68-d174581c0c78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.356188] env[69374]: DEBUG oslo_concurrency.lockutils [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] Lock "ae9be03b-f45f-4285-ba68-d174581c0c78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.356260] env[69374]: DEBUG nova.compute.manager [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] No waiting events found dispatching network-vif-plugged-aad84495-aca5-4e4a-85b9-fdd5d9457c06 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 660.357386] env[69374]: WARNING nova.compute.manager [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Received unexpected event network-vif-plugged-aad84495-aca5-4e4a-85b9-fdd5d9457c06 for instance with vm_state building and task_state spawning. [ 660.357386] env[69374]: DEBUG nova.compute.manager [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Received event network-changed-aad84495-aca5-4e4a-85b9-fdd5d9457c06 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.357386] env[69374]: DEBUG nova.compute.manager [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Refreshing instance network info cache due to event network-changed-aad84495-aca5-4e4a-85b9-fdd5d9457c06. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.357386] env[69374]: DEBUG oslo_concurrency.lockutils [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] Acquiring lock "refresh_cache-ae9be03b-f45f-4285-ba68-d174581c0c78" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.357386] env[69374]: DEBUG oslo_concurrency.lockutils [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] Acquired lock "refresh_cache-ae9be03b-f45f-4285-ba68-d174581c0c78" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.357635] env[69374]: DEBUG nova.network.neutron [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Refreshing network info cache for port aad84495-aca5-4e4a-85b9-fdd5d9457c06 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.428992] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110768, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.490886] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "refresh_cache-dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.491057] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "refresh_cache-dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.491317] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.501776] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.633058] env[69374]: DEBUG oslo_concurrency.lockutils [None req-761e368f-1ee8-4cf8-9db2-b4b9c347cb22 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Lock "2a61bd38-2eac-4e95-a985-9981f67e1835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.286s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.705075] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Releasing lock "refresh_cache-e4a85118-4d45-489b-94b7-967fc80f5e10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.705075] env[69374]: DEBUG nova.compute.manager [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Instance network_info: |[{"id": "693bf589-f20b-4cc5-b397-cf4254ea2c44", "address": "fa:16:3e:57:02:bc", "network": {"id": "b36abad0-8ac6-426e-80ad-11a5974150f6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2046390140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c556486f55e7471b91ae1d48bb99c6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693bf589-f2", "ovs_interfaceid": "693bf589-f20b-4cc5-b397-cf4254ea2c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.705326] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:02:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '693bf589-f20b-4cc5-b397-cf4254ea2c44', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.712772] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Creating folder: Project (c556486f55e7471b91ae1d48bb99c6cc). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.715748] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5f6e85c-a7d0-45bb-a825-ed5f7daf10f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.726767] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Created folder: Project (c556486f55e7471b91ae1d48bb99c6cc) in parent group-v814324. [ 660.726963] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Creating folder: Instances. Parent ref: group-v814343. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.727253] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09af4d83-6010-4574-ad90-f6ba50b00c9a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.748394] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Created folder: Instances in parent group-v814343. [ 660.748394] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.748394] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.748394] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7ec94c0-fa5d-49b4-bfe3-f8a9e0f59614 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.768862] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e382c8d-3b2f-48cb-a007-7b8780b23793 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.787608] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad6b333-72b5-4650-840d-e36b7816b24d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.793511] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.793511] env[69374]: value = "task-4110771" [ 660.793511] env[69374]: _type = "Task" [ 660.793511] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.793511] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110766, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.088544} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.793511] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Copied Virtual Disk [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk to [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.793511] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Deleting the datastore file [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780/tmp-sparse.vmdk {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.795699] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-425377b7-5fa1-47ad-ad7f-2e58b05077fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.827504] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cd297e-73b1-452a-bf57-102b205075a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.835039] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 660.835039] env[69374]: value = "task-4110772" [ 660.835039] env[69374]: _type = "Task" [ 660.835039] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.835321] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110771, 'name': CreateVM_Task} progress is 15%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.845047] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d767648-3819-4f63-a5d9-a141b4b540cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.851474] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.867071] env[69374]: DEBUG nova.compute.provider_tree [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.932969] env[69374]: DEBUG oslo_vmware.api [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110768, 'name': PowerOnVM_Task, 'duration_secs': 0.626182} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.933284] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.933507] env[69374]: INFO nova.compute.manager [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Took 11.59 seconds to spawn the instance on the hypervisor. [ 660.933667] env[69374]: DEBUG nova.compute.manager [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 660.934568] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334266cd-6a5e-4e77-80ef-ae5f0f85b017 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.026625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquiring lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.026625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.089709] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.308716] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110771, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.347389] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048365} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.347670] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.348081] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Moving file from [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9/ef45ff1f-ed61-434d-8979-a15df138f780 to [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780. {{(pid=69374) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 661.348648] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-956f905e-3bf6-4c4f-b37d-830ec3ef99f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.360119] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 661.360119] env[69374]: value = "task-4110773" [ 661.360119] env[69374]: _type = "Task" [ 661.360119] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.373471] env[69374]: DEBUG nova.scheduler.client.report [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.375522] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110773, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.459482] env[69374]: INFO nova.compute.manager [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Took 18.79 seconds to build instance. [ 661.527355] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.533393] env[69374]: DEBUG nova.compute.manager [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.536867] env[69374]: DEBUG nova.network.neutron [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Updated VIF entry in instance network info cache for port aad84495-aca5-4e4a-85b9-fdd5d9457c06. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.536867] env[69374]: DEBUG nova.network.neutron [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Updating instance_info_cache with network_info: [{"id": "aad84495-aca5-4e4a-85b9-fdd5d9457c06", "address": "fa:16:3e:a1:18:dc", "network": {"id": "3dc321df-597e-4059-9549-2b5b83191f5d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1518897849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c98700e1559940a58df8323e6d71c3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad84495-ac", "ovs_interfaceid": "aad84495-aca5-4e4a-85b9-fdd5d9457c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.569838] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.570100] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.570259] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.570435] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.570580] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.570719] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.570921] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.571080] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.571499] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.571499] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.571664] env[69374]: DEBUG nova.virt.hardware [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.572929] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc73601-3c15-4b72-a97e-471895b4c2e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.581825] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3108b429-1071-4735-b45f-cdb77c0afc26 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.629658] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Updating instance_info_cache with network_info: [{"id": "70feeabe-5148-4f1b-900c-f5a692b4c2eb", "address": "fa:16:3e:16:b5:bf", "network": {"id": "eb623222-1358-45aa-ac1d-8aa8eda189e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1677884521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9b1e2d1f1dc049019016b0f9c5d648c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70feeabe-51", "ovs_interfaceid": "70feeabe-5148-4f1b-900c-f5a692b4c2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.690873] env[69374]: DEBUG nova.compute.manager [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Received event network-vif-plugged-dbc0e452-1dab-47f1-b315-dcbabe7084be {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.692431] env[69374]: DEBUG oslo_concurrency.lockutils [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] Acquiring lock "cc738351-dc35-471f-b15b-d0b4d29541a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.692646] env[69374]: DEBUG oslo_concurrency.lockutils [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] Lock "cc738351-dc35-471f-b15b-d0b4d29541a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.692841] env[69374]: DEBUG oslo_concurrency.lockutils [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] Lock "cc738351-dc35-471f-b15b-d0b4d29541a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.693258] env[69374]: DEBUG nova.compute.manager [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] No waiting events found dispatching network-vif-plugged-dbc0e452-1dab-47f1-b315-dcbabe7084be {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 661.693258] env[69374]: WARNING nova.compute.manager [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Received unexpected event network-vif-plugged-dbc0e452-1dab-47f1-b315-dcbabe7084be for instance with vm_state building and task_state spawning. [ 661.693427] env[69374]: DEBUG nova.compute.manager [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Received event network-changed-dbc0e452-1dab-47f1-b315-dcbabe7084be {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.693631] env[69374]: DEBUG nova.compute.manager [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Refreshing instance network info cache due to event network-changed-dbc0e452-1dab-47f1-b315-dcbabe7084be. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.693826] env[69374]: DEBUG oslo_concurrency.lockutils [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] Acquiring lock "refresh_cache-cc738351-dc35-471f-b15b-d0b4d29541a1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.694167] env[69374]: DEBUG oslo_concurrency.lockutils [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] Acquired lock "refresh_cache-cc738351-dc35-471f-b15b-d0b4d29541a1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.694167] env[69374]: DEBUG nova.network.neutron [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Refreshing network info cache for port dbc0e452-1dab-47f1-b315-dcbabe7084be {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.811180] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110771, 'name': CreateVM_Task, 'duration_secs': 0.595316} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.811180] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.811180] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.811180] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.811180] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.811550] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42fee295-3e5e-4bc9-a079-4d8fe10221d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.818888] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for the task: (returnval){ [ 661.818888] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a1f2a1-12d4-3ed7-8170-ccea71318282" [ 661.818888] env[69374]: _type = "Task" [ 661.818888] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.830998] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a1f2a1-12d4-3ed7-8170-ccea71318282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.870367] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110773, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.059588} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.870586] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] File moved {{(pid=69374) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 661.870825] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Cleaning up location [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 661.871054] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Deleting the datastore file [datastore2] vmware_temp/281a6537-c583-4f39-b32b-304c869834e9 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.871352] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2a7829c-de54-4eb2-928a-e6686d4d138a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.877696] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.878632] env[69374]: DEBUG nova.compute.manager [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.883260] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.222s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.886288] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 661.886288] env[69374]: value = "task-4110774" [ 661.886288] env[69374]: _type = "Task" [ 661.886288] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.896536] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.962570] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4181ea18-34ac-4e8f-ad4f-6b0f5236e6ab tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Lock "6ae259cf-3bff-4e17-871a-2733d36f0918" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.338s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.048034] env[69374]: DEBUG oslo_concurrency.lockutils [req-4d7356a0-8d0d-4902-b35e-5b195aaebebd req-6d902958-8733-4395-8b9e-6dc25afd1c15 service nova] Releasing lock "refresh_cache-ae9be03b-f45f-4285-ba68-d174581c0c78" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.066859] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.134535] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "refresh_cache-dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.134886] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Instance network_info: |[{"id": "70feeabe-5148-4f1b-900c-f5a692b4c2eb", "address": "fa:16:3e:16:b5:bf", "network": {"id": "eb623222-1358-45aa-ac1d-8aa8eda189e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1677884521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9b1e2d1f1dc049019016b0f9c5d648c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70feeabe-51", "ovs_interfaceid": "70feeabe-5148-4f1b-900c-f5a692b4c2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.135328] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:b5:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70feeabe-5148-4f1b-900c-f5a692b4c2eb', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.144690] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Creating folder: Project (9b1e2d1f1dc049019016b0f9c5d648c9). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.145598] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fb6cb15-488f-402f-9387-e5049ac1faa8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.161673] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Created folder: Project (9b1e2d1f1dc049019016b0f9c5d648c9) in parent group-v814324. [ 662.161673] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Creating folder: Instances. Parent ref: group-v814346. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.161673] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2ad03b3-5f67-49fc-bd06-98884f3f6563 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.174538] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Created folder: Instances in parent group-v814346. [ 662.174905] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.175194] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.175387] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65618eb1-262c-4812-9538-d9a2d42f8fb6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.199174] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.199174] env[69374]: value = "task-4110777" [ 662.199174] env[69374]: _type = "Task" [ 662.199174] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.208840] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110777, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.226571] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Successfully updated port: bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.332899] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a1f2a1-12d4-3ed7-8170-ccea71318282, 'name': SearchDatastore_Task, 'duration_secs': 0.020686} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.332899] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.333567] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.333567] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.388036] env[69374]: DEBUG nova.compute.utils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.389369] env[69374]: DEBUG nova.compute.manager [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.389576] env[69374]: DEBUG nova.network.neutron [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.407440] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056297} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.407697] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.408800] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766cbed9-7d5e-497c-9cc3-a89c98dc89ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.417223] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 662.417223] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52441173-fd37-cc6b-bc52-25527edb50b0" [ 662.417223] env[69374]: _type = "Task" [ 662.417223] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.429680] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52441173-fd37-cc6b-bc52-25527edb50b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.470945] env[69374]: DEBUG nova.policy [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89b9dd99a4654ed5a9e0e75f00b99d69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38482b91ea544dd5806d4b85942fb04d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.710652] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110777, 'name': CreateVM_Task, 'duration_secs': 0.407234} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.710931] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.712411] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.712411] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.712411] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.712411] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870bf1cc-3432-4205-a2de-8c8066cd5eda {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.718325] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 662.718325] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c91165-0274-48fc-387b-26598bf7e89a" [ 662.718325] env[69374]: _type = "Task" [ 662.718325] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.729916] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "refresh_cache-896c69e7-51d2-41ae-b70e-4e358c8a0dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.729916] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "refresh_cache-896c69e7-51d2-41ae-b70e-4e358c8a0dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.729916] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.729916] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c91165-0274-48fc-387b-26598bf7e89a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.831137] env[69374]: DEBUG nova.network.neutron [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Successfully created port: 115c41b7-7f00-41b9-aabb-5d77bee60271 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.892929] env[69374]: DEBUG nova.compute.manager [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Stashing vm_state: active {{(pid=69374) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 662.903394] env[69374]: INFO nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating resource usage from migration 80b78605-f2ee-4312-a1f8-e71a193236cb [ 662.907250] env[69374]: DEBUG nova.compute.manager [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.928487] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52441173-fd37-cc6b-bc52-25527edb50b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.929231] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.929666] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] ae9be03b-f45f-4285-ba68-d174581c0c78/ae9be03b-f45f-4285-ba68-d174581c0c78.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.930546] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.930546] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.930995] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4457dee-8afa-4dce-b7d6-803850a73593 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.933407] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-081b3443-4fb5-4354-9e68-6c09e43d2a4b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.940566] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance e465bd86-4753-4430-a1fc-b0483c35bb0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 662.940733] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 2a61bd38-2eac-4e95-a985-9981f67e1835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 662.940880] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 6ae259cf-3bff-4e17-871a-2733d36f0918 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 662.940954] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance ae9be03b-f45f-4285-ba68-d174581c0c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 662.941080] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance cc738351-dc35-471f-b15b-d0b4d29541a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 662.941194] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance e4a85118-4d45-489b-94b7-967fc80f5e10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 662.941301] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 662.941414] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 896c69e7-51d2-41ae-b70e-4e358c8a0dee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 662.941548] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 8a28ee63-08f7-407a-a4cf-f4124755cd09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 662.946068] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 662.946068] env[69374]: value = "task-4110778" [ 662.946068] env[69374]: _type = "Task" [ 662.946068] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.946068] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.946429] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.947376] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6fbbfc-a752-4b74-9b38-c5d698170f59 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.957254] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for the task: (returnval){ [ 662.957254] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d12da5-5cf8-1b24-7e02-289e361a4781" [ 662.957254] env[69374]: _type = "Task" [ 662.957254] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.961433] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.974227] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d12da5-5cf8-1b24-7e02-289e361a4781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.975489] env[69374]: DEBUG nova.network.neutron [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Updated VIF entry in instance network info cache for port dbc0e452-1dab-47f1-b315-dcbabe7084be. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.975831] env[69374]: DEBUG nova.network.neutron [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Updating instance_info_cache with network_info: [{"id": "dbc0e452-1dab-47f1-b315-dcbabe7084be", "address": "fa:16:3e:19:64:c2", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc0e452-1d", "ovs_interfaceid": "dbc0e452-1dab-47f1-b315-dcbabe7084be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.202662] env[69374]: DEBUG nova.compute.manager [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Received event network-vif-plugged-693bf589-f20b-4cc5-b397-cf4254ea2c44 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.202866] env[69374]: DEBUG oslo_concurrency.lockutils [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] Acquiring lock "e4a85118-4d45-489b-94b7-967fc80f5e10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.203387] env[69374]: DEBUG oslo_concurrency.lockutils [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] Lock "e4a85118-4d45-489b-94b7-967fc80f5e10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.203387] env[69374]: DEBUG oslo_concurrency.lockutils [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] Lock "e4a85118-4d45-489b-94b7-967fc80f5e10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.203573] env[69374]: DEBUG nova.compute.manager [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] No waiting events found dispatching network-vif-plugged-693bf589-f20b-4cc5-b397-cf4254ea2c44 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 663.203750] env[69374]: WARNING nova.compute.manager [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Received unexpected event network-vif-plugged-693bf589-f20b-4cc5-b397-cf4254ea2c44 for instance with vm_state building and task_state spawning. [ 663.203928] env[69374]: DEBUG nova.compute.manager [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Received event network-changed-693bf589-f20b-4cc5-b397-cf4254ea2c44 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.204662] env[69374]: DEBUG nova.compute.manager [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Refreshing instance network info cache due to event network-changed-693bf589-f20b-4cc5-b397-cf4254ea2c44. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.204916] env[69374]: DEBUG oslo_concurrency.lockutils [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] Acquiring lock "refresh_cache-e4a85118-4d45-489b-94b7-967fc80f5e10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.205100] env[69374]: DEBUG oslo_concurrency.lockutils [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] Acquired lock "refresh_cache-e4a85118-4d45-489b-94b7-967fc80f5e10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.205297] env[69374]: DEBUG nova.network.neutron [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Refreshing network info cache for port 693bf589-f20b-4cc5-b397-cf4254ea2c44 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.237713] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c91165-0274-48fc-387b-26598bf7e89a, 'name': SearchDatastore_Task, 'duration_secs': 0.03366} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.238127] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.238376] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.238566] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.297050] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.425288] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.451710] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 6ba85db5-0d68-4266-8760-15c9ad2f2fe0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 663.467565] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110778, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.480471] env[69374]: DEBUG oslo_concurrency.lockutils [req-c9c3be72-ef1b-40bb-9fbe-a5e1246ca206 req-a966e928-de61-4ddb-ad95-cae986a27f22 service nova] Releasing lock "refresh_cache-cc738351-dc35-471f-b15b-d0b4d29541a1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.481374] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d12da5-5cf8-1b24-7e02-289e361a4781, 'name': SearchDatastore_Task, 'duration_secs': 0.035048} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.483373] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45aa9e13-6494-4661-889f-a1e98dc210e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.492534] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for the task: (returnval){ [ 663.492534] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524dc6c0-f669-dd73-9e2d-e580ed9daf71" [ 663.492534] env[69374]: _type = "Task" [ 663.492534] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.510335] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524dc6c0-f669-dd73-9e2d-e580ed9daf71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.541268] env[69374]: DEBUG nova.network.neutron [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Updating instance_info_cache with network_info: [{"id": "bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0", "address": "fa:16:3e:7a:4f:88", "network": {"id": "eb623222-1358-45aa-ac1d-8aa8eda189e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1677884521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1e2d1f1dc049019016b0f9c5d648c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb85aca-7c", "ovs_interfaceid": "bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.549691] env[69374]: DEBUG nova.compute.manager [None req-b8a0f523-8094-4e56-97f1-4bd2bec8d08c tempest-ServerDiagnosticsTest-465831602 tempest-ServerDiagnosticsTest-465831602-project-admin] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.550996] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926acf95-e98f-4552-bb64-0c8d5adb78d9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.559388] env[69374]: INFO nova.compute.manager [None req-b8a0f523-8094-4e56-97f1-4bd2bec8d08c tempest-ServerDiagnosticsTest-465831602 tempest-ServerDiagnosticsTest-465831602-project-admin] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Retrieving diagnostics [ 663.560734] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bea10f-55d4-4fac-a8ea-4b74069d0551 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.834225] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.834596] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.919579] env[69374]: DEBUG nova.compute.manager [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.962334] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance b1971861-5b0a-45b9-a37c-972258e7ff85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 663.971750] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649826} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.972500] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] ae9be03b-f45f-4285-ba68-d174581c0c78/ae9be03b-f45f-4285-ba68-d174581c0c78.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.972992] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.975637] env[69374]: DEBUG nova.virt.hardware [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.977216] env[69374]: DEBUG nova.virt.hardware [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.977216] env[69374]: DEBUG nova.virt.hardware [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.977216] env[69374]: DEBUG nova.virt.hardware [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.977216] env[69374]: DEBUG nova.virt.hardware [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.977477] env[69374]: DEBUG nova.virt.hardware [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.978032] env[69374]: DEBUG nova.virt.hardware [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.978032] env[69374]: DEBUG nova.virt.hardware [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.978149] env[69374]: DEBUG nova.virt.hardware [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.978343] env[69374]: DEBUG nova.virt.hardware [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.978521] env[69374]: DEBUG nova.virt.hardware [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.978825] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae0a2bdb-f509-4b41-be44-65bcff51782d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.983489] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cd41ca-3fd9-4268-99d4-6232d9983424 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.000040] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13eb9f77-c664-492f-96f1-f8ee7ab9b704 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.005850] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 664.005850] env[69374]: value = "task-4110779" [ 664.005850] env[69374]: _type = "Task" [ 664.005850] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.041991] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.044509] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524dc6c0-f669-dd73-9e2d-e580ed9daf71, 'name': SearchDatastore_Task, 'duration_secs': 0.053949} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.044957] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "refresh_cache-896c69e7-51d2-41ae-b70e-4e358c8a0dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.045335] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Instance network_info: |[{"id": "bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0", "address": "fa:16:3e:7a:4f:88", "network": {"id": "eb623222-1358-45aa-ac1d-8aa8eda189e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1677884521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1e2d1f1dc049019016b0f9c5d648c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb85aca-7c", "ovs_interfaceid": "bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.045952] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.046218] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] cc738351-dc35-471f-b15b-d0b4d29541a1/cc738351-dc35-471f-b15b-d0b4d29541a1.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.046601] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:4f:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.055945] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.056615] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.056615] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.056978] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0add6aa5-8f30-4306-be8d-69713ab6ac69 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.060762] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.063046] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecfa375b-d770-411a-97d1-dd558ad32a43 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.066029] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc2b9f9c-9ac0-4caf-ba64-b8ecfa43d344 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.088854] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for the task: (returnval){ [ 664.088854] env[69374]: value = "task-4110780" [ 664.088854] env[69374]: _type = "Task" [ 664.088854] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.093447] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.093447] env[69374]: value = "task-4110781" [ 664.093447] env[69374]: _type = "Task" [ 664.093447] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.098160] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.098360] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.103933] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2f1bb4-9474-4c70-927b-73e561fe77a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.107343] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.111553] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for the task: (returnval){ [ 664.111553] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ecabb0-46cf-e5d1-4b17-5d8e620449f1" [ 664.111553] env[69374]: _type = "Task" [ 664.111553] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.115574] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110781, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.125113] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ecabb0-46cf-e5d1-4b17-5d8e620449f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.140195] env[69374]: DEBUG nova.network.neutron [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Updated VIF entry in instance network info cache for port 693bf589-f20b-4cc5-b397-cf4254ea2c44. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.140195] env[69374]: DEBUG nova.network.neutron [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Updating instance_info_cache with network_info: [{"id": "693bf589-f20b-4cc5-b397-cf4254ea2c44", "address": "fa:16:3e:57:02:bc", "network": {"id": "b36abad0-8ac6-426e-80ad-11a5974150f6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2046390140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c556486f55e7471b91ae1d48bb99c6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693bf589-f2", "ovs_interfaceid": "693bf589-f20b-4cc5-b397-cf4254ea2c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.336559] env[69374]: DEBUG nova.compute.manager [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.474126] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance e871adc2-871c-4f81-84d3-172ba0fa5ea9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 664.474367] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Migration 80b78605-f2ee-4312-a1f8-e71a193236cb is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 664.474594] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 985f141c-62c8-4ee6-8989-3afbb66f0e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.474817] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 664.475015] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 664.502789] env[69374]: DEBUG nova.network.neutron [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Successfully updated port: 115c41b7-7f00-41b9-aabb-5d77bee60271 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.529092] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075353} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.529470] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.530274] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74becb03-ff6a-4956-995a-0856b61f057b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.567934] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] ae9be03b-f45f-4285-ba68-d174581c0c78/ae9be03b-f45f-4285-ba68-d174581c0c78.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.571059] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155eb60f-3880-4522-a4bd-15676079a65c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.595835] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 664.595835] env[69374]: value = "task-4110782" [ 664.595835] env[69374]: _type = "Task" [ 664.595835] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.606417] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110780, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.617566] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110781, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.627249] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.639237] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ecabb0-46cf-e5d1-4b17-5d8e620449f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01576} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.640185] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b69b66-ead1-432f-9a98-3ce7d118666a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.643690] env[69374]: DEBUG oslo_concurrency.lockutils [req-58146f91-ee00-4704-83e3-7765b5c743a3 req-333bd51a-7502-454d-a2cf-db84248af140 service nova] Releasing lock "refresh_cache-e4a85118-4d45-489b-94b7-967fc80f5e10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.651438] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for the task: (returnval){ [ 664.651438] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522d66e2-88cf-ed6b-1e10-b23e01b6aa68" [ 664.651438] env[69374]: _type = "Task" [ 664.651438] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.666748] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522d66e2-88cf-ed6b-1e10-b23e01b6aa68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.706781] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquiring lock "6ae259cf-3bff-4e17-871a-2733d36f0918" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.707144] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Lock "6ae259cf-3bff-4e17-871a-2733d36f0918" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.707452] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquiring lock "6ae259cf-3bff-4e17-871a-2733d36f0918-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.707603] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Lock "6ae259cf-3bff-4e17-871a-2733d36f0918-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.707765] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Lock "6ae259cf-3bff-4e17-871a-2733d36f0918-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.711351] env[69374]: INFO nova.compute.manager [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Terminating instance [ 664.826136] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eedfd8-adc3-4c97-b1f2-0460dca86e96 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.837861] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba49e80-09e1-4415-81b1-db2acfaf4f4c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.882371] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Acquiring lock "e465bd86-4753-4430-a1fc-b0483c35bb0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.882653] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Lock "e465bd86-4753-4430-a1fc-b0483c35bb0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.882930] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Acquiring lock "e465bd86-4753-4430-a1fc-b0483c35bb0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.883182] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Lock "e465bd86-4753-4430-a1fc-b0483c35bb0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.883389] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Lock "e465bd86-4753-4430-a1fc-b0483c35bb0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.886257] env[69374]: INFO nova.compute.manager [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Terminating instance [ 664.888593] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.889507] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b785e240-050f-4bf4-b77f-3691cf303391 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.901961] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b09658-e99d-4768-b208-6071dbd7d75b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.918953] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.008452] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquiring lock "refresh_cache-8a28ee63-08f7-407a-a4cf-f4124755cd09" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.008788] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquired lock "refresh_cache-8a28ee63-08f7-407a-a4cf-f4124755cd09" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.008977] env[69374]: DEBUG nova.network.neutron [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.104964] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908494} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.110429] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] cc738351-dc35-471f-b15b-d0b4d29541a1/cc738351-dc35-471f-b15b-d0b4d29541a1.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.110743] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.111091] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1b5d328-8eda-4e05-acf8-0cd1be69bb0a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.117969] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110781, 'name': CreateVM_Task, 'duration_secs': 0.742241} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.118552] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.119300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.119501] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.119926] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.123731] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6956c05-da7e-45a9-9b5e-61c6dab3a5a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.125875] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.127721] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for the task: (returnval){ [ 665.127721] env[69374]: value = "task-4110783" [ 665.127721] env[69374]: _type = "Task" [ 665.127721] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.133712] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 665.133712] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520c7ee5-7cce-8aeb-c16e-ab1a508facbc" [ 665.133712] env[69374]: _type = "Task" [ 665.133712] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.141931] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.150851] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520c7ee5-7cce-8aeb-c16e-ab1a508facbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.170497] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522d66e2-88cf-ed6b-1e10-b23e01b6aa68, 'name': SearchDatastore_Task, 'duration_secs': 0.070205} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.170938] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.171608] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] e4a85118-4d45-489b-94b7-967fc80f5e10/e4a85118-4d45-489b-94b7-967fc80f5e10.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.172053] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.172781] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.173214] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb533058-7ef0-4cc0-99c5-e4f18138f9e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.177458] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1001e4d-836c-4122-a580-5015a1191df7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.188814] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for the task: (returnval){ [ 665.188814] env[69374]: value = "task-4110784" [ 665.188814] env[69374]: _type = "Task" [ 665.188814] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.191824] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.192235] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.199481] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ccd97a7-a67d-45d4-94cc-5d6568625e72 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.209019] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 665.209019] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52738e40-492f-35a8-c2e3-5a410085ccf9" [ 665.209019] env[69374]: _type = "Task" [ 665.209019] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.215816] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.221355] env[69374]: DEBUG nova.compute.manager [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.221612] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.222557] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91df71b7-805f-4e10-ac22-9c4808f8b033 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.233422] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52738e40-492f-35a8-c2e3-5a410085ccf9, 'name': SearchDatastore_Task, 'duration_secs': 0.015498} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.236839] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.237273] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16764eb-cf5f-4fb3-b43c-27b15d1f10ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.241991] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5847554a-c4fa-414a-b447-6bd52b46f82a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.247525] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 665.247525] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525b6b9b-fc0d-09a1-ef97-1fa9214f1920" [ 665.247525] env[69374]: _type = "Task" [ 665.247525] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.253955] env[69374]: DEBUG oslo_vmware.api [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for the task: (returnval){ [ 665.253955] env[69374]: value = "task-4110785" [ 665.253955] env[69374]: _type = "Task" [ 665.253955] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.262434] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525b6b9b-fc0d-09a1-ef97-1fa9214f1920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.269600] env[69374]: DEBUG oslo_vmware.api [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.396147] env[69374]: DEBUG nova.compute.manager [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.396306] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.397610] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac991fd-810b-48b2-a740-7fdf030a0472 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.411821] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.411821] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27676666-8e2b-4052-9e3d-4813cfbbcc8a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.417335] env[69374]: DEBUG oslo_vmware.api [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Waiting for the task: (returnval){ [ 665.417335] env[69374]: value = "task-4110786" [ 665.417335] env[69374]: _type = "Task" [ 665.417335] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.440084] env[69374]: DEBUG oslo_vmware.api [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Task: {'id': task-4110786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.463095] env[69374]: ERROR nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [req-90677fac-534a-4b40-8a92-3c5640b52eba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-90677fac-534a-4b40-8a92-3c5640b52eba"}]} [ 665.486160] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 665.509311] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 665.509649] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.524545] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 665.554462] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 665.617711] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110782, 'name': ReconfigVM_Task, 'duration_secs': 0.863846} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.617711] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Reconfigured VM instance instance-00000005 to attach disk [datastore2] ae9be03b-f45f-4285-ba68-d174581c0c78/ae9be03b-f45f-4285-ba68-d174581c0c78.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.617711] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe8aa115-2a87-4664-991c-3376d2b60a7a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.625809] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 665.625809] env[69374]: value = "task-4110787" [ 665.625809] env[69374]: _type = "Task" [ 665.625809] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.654872] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110787, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.655535] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138285} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.657068] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.658542] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d5dbe0-ced5-4457-a654-88c64fa37e63 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.665898] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520c7ee5-7cce-8aeb-c16e-ab1a508facbc, 'name': SearchDatastore_Task, 'duration_secs': 0.024112} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.666712] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.666960] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.667517] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.694542] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] cc738351-dc35-471f-b15b-d0b4d29541a1/cc738351-dc35-471f-b15b-d0b4d29541a1.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.698372] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5463459a-a482-4d94-9176-07b730b8be44 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.727230] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.729565] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for the task: (returnval){ [ 665.729565] env[69374]: value = "task-4110788" [ 665.729565] env[69374]: _type = "Task" [ 665.729565] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.742380] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110788, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.765767] env[69374]: DEBUG nova.network.neutron [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.770046] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525b6b9b-fc0d-09a1-ef97-1fa9214f1920, 'name': SearchDatastore_Task, 'duration_secs': 0.015906} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.770046] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.770046] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b/dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.770046] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.770487] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.770487] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2fd58af-3e89-4ecd-982e-d275cf343adb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.772789] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bd3edd9-e18a-4c67-b058-cffd1ea28959 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.783793] env[69374]: DEBUG oslo_vmware.api [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110785, 'name': PowerOffVM_Task, 'duration_secs': 0.311092} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.784777] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.784970] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.785289] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bc65c31-0cf1-48a9-ba41-c677382c3b2b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.792706] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 665.792706] env[69374]: value = "task-4110789" [ 665.792706] env[69374]: _type = "Task" [ 665.792706] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.799842] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.799970] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.806826] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85de2705-7df4-4d5b-8831-35dd72245773 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.809928] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.817141] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 665.817141] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5208ae6f-bb18-816b-a976-879f42021dcb" [ 665.817141] env[69374]: _type = "Task" [ 665.817141] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.831920] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5208ae6f-bb18-816b-a976-879f42021dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.859746] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.860041] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.860283] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Deleting the datastore file [datastore1] 6ae259cf-3bff-4e17-871a-2733d36f0918 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.860580] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f52f98d-fecd-495d-97fd-a65245690f24 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.868577] env[69374]: DEBUG oslo_vmware.api [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for the task: (returnval){ [ 665.868577] env[69374]: value = "task-4110791" [ 665.868577] env[69374]: _type = "Task" [ 665.868577] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.882763] env[69374]: DEBUG oslo_vmware.api [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.932078] env[69374]: DEBUG oslo_vmware.api [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Task: {'id': task-4110786, 'name': PowerOffVM_Task, 'duration_secs': 0.292659} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.932363] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.932528] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.932827] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d24de5ac-7b6e-4d42-b203-5f18cc08ca66 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.941291] env[69374]: DEBUG nova.compute.manager [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Received event network-vif-plugged-70feeabe-5148-4f1b-900c-f5a692b4c2eb {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.942114] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Acquiring lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.942114] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.942114] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.942309] env[69374]: DEBUG nova.compute.manager [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] No waiting events found dispatching network-vif-plugged-70feeabe-5148-4f1b-900c-f5a692b4c2eb {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 665.942501] env[69374]: WARNING nova.compute.manager [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Received unexpected event network-vif-plugged-70feeabe-5148-4f1b-900c-f5a692b4c2eb for instance with vm_state building and task_state spawning. [ 665.944714] env[69374]: DEBUG nova.compute.manager [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Received event network-changed-70feeabe-5148-4f1b-900c-f5a692b4c2eb {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.945287] env[69374]: DEBUG nova.compute.manager [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Refreshing instance network info cache due to event network-changed-70feeabe-5148-4f1b-900c-f5a692b4c2eb. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.945547] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Acquiring lock "refresh_cache-dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.946127] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Acquired lock "refresh_cache-dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.946127] env[69374]: DEBUG nova.network.neutron [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Refreshing network info cache for port 70feeabe-5148-4f1b-900c-f5a692b4c2eb {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.953633] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf6bd6-ec2c-4ad3-b764-3621b48f3265 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.965205] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77ef587-8432-427f-8d11-098b49717695 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.005636] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3d5fb9-784d-4cb3-8117-c91c003d8ad3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.008483] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.008799] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.008916] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Deleting the datastore file [datastore1] e465bd86-4753-4430-a1fc-b0483c35bb0d {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.009175] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-678f35e0-d4cf-4358-80c5-353a931e2dd1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.018540] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e138a2-1f60-4635-a4e5-e09e6b41b146 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.022829] env[69374]: DEBUG oslo_vmware.api [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Waiting for the task: (returnval){ [ 666.022829] env[69374]: value = "task-4110793" [ 666.022829] env[69374]: _type = "Task" [ 666.022829] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.038584] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.048226] env[69374]: DEBUG oslo_vmware.api [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Task: {'id': task-4110793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.104730] env[69374]: DEBUG nova.network.neutron [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Updating instance_info_cache with network_info: [{"id": "115c41b7-7f00-41b9-aabb-5d77bee60271", "address": "fa:16:3e:b8:3c:ac", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115c41b7-7f", "ovs_interfaceid": "115c41b7-7f00-41b9-aabb-5d77bee60271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.138663] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110787, 'name': Rename_Task, 'duration_secs': 0.322317} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.138995] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.139275] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-886ba049-4efc-40a6-8cbc-33c27ebb9894 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.148951] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 666.148951] env[69374]: value = "task-4110794" [ 666.148951] env[69374]: _type = "Task" [ 666.148951] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.163963] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.216633] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66794} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.216633] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] e4a85118-4d45-489b-94b7-967fc80f5e10/e4a85118-4d45-489b-94b7-967fc80f5e10.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.216633] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.216633] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81c5c81d-95eb-466e-a2a7-bc969584b5b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.226745] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for the task: (returnval){ [ 666.226745] env[69374]: value = "task-4110795" [ 666.226745] env[69374]: _type = "Task" [ 666.226745] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.249248] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.255641] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.304947] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110789, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.333337] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5208ae6f-bb18-816b-a976-879f42021dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.02781} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.334420] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469ccb8d-c943-4c7a-96f3-247b15a5a5f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.343748] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 666.343748] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52979b18-499f-d50b-f19d-d70a93230cee" [ 666.343748] env[69374]: _type = "Task" [ 666.343748] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.354598] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52979b18-499f-d50b-f19d-d70a93230cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.384642] env[69374]: DEBUG oslo_vmware.api [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Task: {'id': task-4110791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385337} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.384901] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.385614] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.385614] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.385614] env[69374]: INFO nova.compute.manager [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Took 1.16 seconds to destroy the instance on the hypervisor. [ 666.385915] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.386495] env[69374]: DEBUG nova.compute.manager [-] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.386601] env[69374]: DEBUG nova.network.neutron [-] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.498784] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "5e27405c-eeb5-4af1-baf5-f9386393587e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.498784] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.539563] env[69374]: DEBUG oslo_vmware.api [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Task: {'id': task-4110793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4308} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.539787] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.539982] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.540173] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.540654] env[69374]: INFO nova.compute.manager [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 666.541106] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.541323] env[69374]: DEBUG nova.compute.manager [-] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.541437] env[69374]: DEBUG nova.network.neutron [-] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.568439] env[69374]: ERROR nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [req-1356005c-6988-49e1-8779-2c6db64e8426] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1356005c-6988-49e1-8779-2c6db64e8426"}]} [ 666.588849] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 666.608366] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Releasing lock "refresh_cache-8a28ee63-08f7-407a-a4cf-f4124755cd09" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.608721] env[69374]: DEBUG nova.compute.manager [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Instance network_info: |[{"id": "115c41b7-7f00-41b9-aabb-5d77bee60271", "address": "fa:16:3e:b8:3c:ac", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115c41b7-7f", "ovs_interfaceid": "115c41b7-7f00-41b9-aabb-5d77bee60271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.609198] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:3c:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '115c41b7-7f00-41b9-aabb-5d77bee60271', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.618154] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Creating folder: Project (38482b91ea544dd5806d4b85942fb04d). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.619562] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 666.619742] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.623892] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d92cd85-55a4-49db-a8d4-a6e994ee2138 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.634767] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Created folder: Project (38482b91ea544dd5806d4b85942fb04d) in parent group-v814324. [ 666.634767] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Creating folder: Instances. Parent ref: group-v814350. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.634918] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7741eb1-5819-4eae-bb25-0d441a16aae3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.643489] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 666.657777] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Created folder: Instances in parent group-v814350. [ 666.658245] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.659485] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.659762] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-635270c2-1b97-4853-8815-4c5bb47ebf9f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.686380] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 666.687992] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.695224] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.695224] env[69374]: value = "task-4110798" [ 666.695224] env[69374]: _type = "Task" [ 666.695224] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.709537] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110798, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.749448] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157581} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.750534] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.751393] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc2fed4-8765-4d90-a9b7-3f392f4af9e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.762464] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110788, 'name': ReconfigVM_Task, 'duration_secs': 0.702038} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.763774] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Reconfigured VM instance instance-00000006 to attach disk [datastore2] cc738351-dc35-471f-b15b-d0b4d29541a1/cc738351-dc35-471f-b15b-d0b4d29541a1.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.764686] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cb562b5-116f-4c5b-b067-bd8e8010aad9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.788802] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] e4a85118-4d45-489b-94b7-967fc80f5e10/e4a85118-4d45-489b-94b7-967fc80f5e10.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.794219] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a77e01c-61a3-4c69-a119-94548677b356 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.810720] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for the task: (returnval){ [ 666.810720] env[69374]: value = "task-4110799" [ 666.810720] env[69374]: _type = "Task" [ 666.810720] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.821872] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for the task: (returnval){ [ 666.821872] env[69374]: value = "task-4110800" [ 666.821872] env[69374]: _type = "Task" [ 666.821872] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.833470] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587946} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.833470] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110799, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.837504] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b/dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.837771] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.840620] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31e69680-4516-40e8-b6ea-104d831c9e83 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.856734] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.856985] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 666.856985] env[69374]: value = "task-4110801" [ 666.856985] env[69374]: _type = "Task" [ 666.856985] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.868569] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52979b18-499f-d50b-f19d-d70a93230cee, 'name': SearchDatastore_Task, 'duration_secs': 0.020826} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.869371] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.869667] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 896c69e7-51d2-41ae-b70e-4e358c8a0dee/896c69e7-51d2-41ae-b70e-4e358c8a0dee.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.869986] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b592858a-b162-4ccb-b1f5-b12bdc0e1580 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.878388] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.885272] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 666.885272] env[69374]: value = "task-4110802" [ 666.885272] env[69374]: _type = "Task" [ 666.885272] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.895881] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.975914] env[69374]: DEBUG oslo_concurrency.lockutils [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquiring lock "2a61bd38-2eac-4e95-a985-9981f67e1835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.977069] env[69374]: DEBUG oslo_concurrency.lockutils [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Lock "2a61bd38-2eac-4e95-a985-9981f67e1835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.977069] env[69374]: DEBUG oslo_concurrency.lockutils [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquiring lock "2a61bd38-2eac-4e95-a985-9981f67e1835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.977069] env[69374]: DEBUG oslo_concurrency.lockutils [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Lock "2a61bd38-2eac-4e95-a985-9981f67e1835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.977069] env[69374]: DEBUG oslo_concurrency.lockutils [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Lock "2a61bd38-2eac-4e95-a985-9981f67e1835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.979324] env[69374]: INFO nova.compute.manager [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Terminating instance [ 667.045746] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e89ab7-f4b3-46b4-a1f0-33ec9264f375 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.054527] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9a6f2e-7359-4dac-80c4-1a28dfbad337 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.095470] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3349f8bf-e063-47a3-8731-5c3c16a5b20d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.105426] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ba1dc6-4c2e-458c-815d-ee0e9720af6d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.123241] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.166898] env[69374]: DEBUG oslo_vmware.api [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110794, 'name': PowerOnVM_Task, 'duration_secs': 0.64542} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.167914] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.168909] env[69374]: INFO nova.compute.manager [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Took 15.56 seconds to spawn the instance on the hypervisor. [ 667.169099] env[69374]: DEBUG nova.compute.manager [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.170618] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01506ffd-5251-4f25-b5cd-e64c36f2b7ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.209161] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110798, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.324809] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110799, 'name': Rename_Task, 'duration_secs': 0.358217} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.324809] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.324809] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e81b1179-43f6-4c76-a1e0-9e79af4571ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.341242] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for the task: (returnval){ [ 667.341242] env[69374]: value = "task-4110803" [ 667.341242] env[69374]: _type = "Task" [ 667.341242] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.351100] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.358571] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110803, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.379207] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077738} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.379207] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.379207] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5fcf12-0aaf-41a7-a327-d335230494c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.420161] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b/dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.428957] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cc722fb-9b80-4596-94c9-60a2b4b80bfb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.460513] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110802, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.463760] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 667.463760] env[69374]: value = "task-4110804" [ 667.463760] env[69374]: _type = "Task" [ 667.463760] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.474240] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.489365] env[69374]: DEBUG nova.compute.manager [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.489566] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.490604] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ef3506-ae79-4dbb-8e31-0c95acb7d42a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.499280] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.499969] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d8b429-7a3c-4b5d-85e6-631359dd23eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.510175] env[69374]: DEBUG oslo_vmware.api [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for the task: (returnval){ [ 667.510175] env[69374]: value = "task-4110805" [ 667.510175] env[69374]: _type = "Task" [ 667.510175] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.520651] env[69374]: DEBUG oslo_vmware.api [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.599814] env[69374]: DEBUG nova.network.neutron [-] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.672553] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 667.672553] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 21 to 22 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 667.672553] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.694942] env[69374]: INFO nova.compute.manager [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Took 24.98 seconds to build instance. [ 667.707122] env[69374]: DEBUG nova.network.neutron [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Updated VIF entry in instance network info cache for port 70feeabe-5148-4f1b-900c-f5a692b4c2eb. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.707122] env[69374]: DEBUG nova.network.neutron [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Updating instance_info_cache with network_info: [{"id": "70feeabe-5148-4f1b-900c-f5a692b4c2eb", "address": "fa:16:3e:16:b5:bf", "network": {"id": "eb623222-1358-45aa-ac1d-8aa8eda189e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1677884521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1e2d1f1dc049019016b0f9c5d648c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70feeabe-51", "ovs_interfaceid": "70feeabe-5148-4f1b-900c-f5a692b4c2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.716756] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110798, 'name': CreateVM_Task, 'duration_secs': 0.685861} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.716756] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.716961] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.718052] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.718052] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.718052] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb656987-76fa-4591-993b-ca7d2bdd37fc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.724389] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for the task: (returnval){ [ 667.724389] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529d486f-1b57-d2b8-c130-6e11f092c3ad" [ 667.724389] env[69374]: _type = "Task" [ 667.724389] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.737603] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529d486f-1b57-d2b8-c130-6e11f092c3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.847754] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110800, 'name': ReconfigVM_Task, 'duration_secs': 0.924302} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.848483] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Reconfigured VM instance instance-00000007 to attach disk [datastore2] e4a85118-4d45-489b-94b7-967fc80f5e10/e4a85118-4d45-489b-94b7-967fc80f5e10.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.849136] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47d7fb0c-30d8-419b-87c8-0572c25c3f34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.854623] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.860802] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for the task: (returnval){ [ 667.860802] env[69374]: value = "task-4110806" [ 667.860802] env[69374]: _type = "Task" [ 667.860802] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.871318] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110806, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.913535] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82454} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.913886] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 896c69e7-51d2-41ae-b70e-4e358c8a0dee/896c69e7-51d2-41ae-b70e-4e358c8a0dee.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.914190] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.914437] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e30bec25-b82f-482b-b331-abd52d13a6cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.922662] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 667.922662] env[69374]: value = "task-4110807" [ 667.922662] env[69374]: _type = "Task" [ 667.922662] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.934248] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.973404] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.022682] env[69374]: DEBUG oslo_vmware.api [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.105734] env[69374]: INFO nova.compute.manager [-] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Took 1.72 seconds to deallocate network for instance. [ 668.180900] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 668.181167] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.298s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.181435] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.408s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.183196] env[69374]: INFO nova.compute.claims [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.198610] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4ac01ed-f818-4ce6-8a7e-1635018ddf83 tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "ae9be03b-f45f-4285-ba68-d174581c0c78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.571s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.212215] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Releasing lock "refresh_cache-dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.212772] env[69374]: DEBUG nova.compute.manager [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Received event network-vif-plugged-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.213150] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Acquiring lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.213544] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.213803] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.214095] env[69374]: DEBUG nova.compute.manager [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] No waiting events found dispatching network-vif-plugged-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 668.214372] env[69374]: WARNING nova.compute.manager [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Received unexpected event network-vif-plugged-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 for instance with vm_state building and task_state spawning. [ 668.215056] env[69374]: DEBUG nova.compute.manager [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Received event network-changed-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.215056] env[69374]: DEBUG nova.compute.manager [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Refreshing instance network info cache due to event network-changed-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.215920] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Acquiring lock "refresh_cache-896c69e7-51d2-41ae-b70e-4e358c8a0dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.216554] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Acquired lock "refresh_cache-896c69e7-51d2-41ae-b70e-4e358c8a0dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.216554] env[69374]: DEBUG nova.network.neutron [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Refreshing network info cache for port bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.246132] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529d486f-1b57-d2b8-c130-6e11f092c3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014909} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.246132] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.246132] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.246513] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.246513] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.246659] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.249466] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fa166aa-bf3f-4ff1-b642-9dc34c75b209 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.260209] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.260421] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.262481] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6880cf1-60b9-4e1b-9597-61cb306830e1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.272714] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for the task: (returnval){ [ 668.272714] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521f9038-9208-1fdc-1016-3dfbe8f9baab" [ 668.272714] env[69374]: _type = "Task" [ 668.272714] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.284426] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521f9038-9208-1fdc-1016-3dfbe8f9baab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.353822] env[69374]: DEBUG oslo_vmware.api [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110803, 'name': PowerOnVM_Task, 'duration_secs': 0.79241} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.354372] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.354728] env[69374]: INFO nova.compute.manager [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Took 14.32 seconds to spawn the instance on the hypervisor. [ 668.355080] env[69374]: DEBUG nova.compute.manager [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.356065] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94fa050-0daa-4d1b-8350-ad8b09ff62c2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.380436] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110806, 'name': Rename_Task, 'duration_secs': 0.260777} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.380788] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.381070] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-219f2f79-4215-433f-942c-2b539cff797a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.391531] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for the task: (returnval){ [ 668.391531] env[69374]: value = "task-4110808" [ 668.391531] env[69374]: _type = "Task" [ 668.391531] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.401233] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.434394] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079748} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.435161] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.435865] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0078bb1-e9e9-47a5-ac28-87d16ee3c47e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.464461] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 896c69e7-51d2-41ae-b70e-4e358c8a0dee/896c69e7-51d2-41ae-b70e-4e358c8a0dee.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.465187] env[69374]: DEBUG nova.network.neutron [-] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.466650] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adca96e4-cb27-4c36-a27d-e95103fbf70f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.486645] env[69374]: INFO nova.compute.manager [-] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Took 1.94 seconds to deallocate network for instance. [ 668.499078] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 668.499078] env[69374]: value = "task-4110809" [ 668.499078] env[69374]: _type = "Task" [ 668.499078] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.502342] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110804, 'name': ReconfigVM_Task, 'duration_secs': 0.754054} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.506414] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Reconfigured VM instance instance-00000008 to attach disk [datastore2] dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b/dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.506911] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9130431-f976-4f2f-a259-0d76c4076c05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.515333] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110809, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.519920] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 668.519920] env[69374]: value = "task-4110810" [ 668.519920] env[69374]: _type = "Task" [ 668.519920] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.530472] env[69374]: DEBUG oslo_vmware.api [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110805, 'name': PowerOffVM_Task, 'duration_secs': 0.833914} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.531781] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.531781] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.531890] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56cee5bf-869e-4cac-8ab8-5534fe316ee1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.538607] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110810, 'name': Rename_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.618212] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.701262] env[69374]: DEBUG nova.compute.manager [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.792022] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521f9038-9208-1fdc-1016-3dfbe8f9baab, 'name': SearchDatastore_Task, 'duration_secs': 0.016028} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.792022] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb126d96-a46c-4b74-a042-26adb21d96ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.798706] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for the task: (returnval){ [ 668.798706] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c9ae72-6664-ba61-3ee8-775f00d7b5af" [ 668.798706] env[69374]: _type = "Task" [ 668.798706] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.811361] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c9ae72-6664-ba61-3ee8-775f00d7b5af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.882692] env[69374]: INFO nova.compute.manager [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Took 24.70 seconds to build instance. [ 668.904478] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.001137] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.010048] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.010433] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.010561] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Deleting the datastore file [datastore1] 2a61bd38-2eac-4e95-a985-9981f67e1835 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.014106] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aed68bbc-a252-4d77-9cc4-fae67c9f67b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.016138] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.022069] env[69374]: DEBUG oslo_vmware.api [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for the task: (returnval){ [ 669.022069] env[69374]: value = "task-4110812" [ 669.022069] env[69374]: _type = "Task" [ 669.022069] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.049217] env[69374]: DEBUG oslo_vmware.api [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.049574] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110810, 'name': Rename_Task, 'duration_secs': 0.35315} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.049846] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.050339] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bc81ec4-2a67-433c-be86-0ad90f86a060 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.057766] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 669.057766] env[69374]: value = "task-4110813" [ 669.057766] env[69374]: _type = "Task" [ 669.057766] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.073754] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.235508] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.312442] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c9ae72-6664-ba61-3ee8-775f00d7b5af, 'name': SearchDatastore_Task, 'duration_secs': 0.024394} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.316507] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.316931] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 8a28ee63-08f7-407a-a4cf-f4124755cd09/8a28ee63-08f7-407a-a4cf-f4124755cd09.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.318275] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f2b9d95-e7f4-4551-b09f-6fc9e6c101de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.328010] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for the task: (returnval){ [ 669.328010] env[69374]: value = "task-4110814" [ 669.328010] env[69374]: _type = "Task" [ 669.328010] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.349779] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.387323] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab3560bb-c86c-4727-8538-7d1f176b0f8e tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Lock "cc738351-dc35-471f-b15b-d0b4d29541a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.216s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.411956] env[69374]: DEBUG oslo_vmware.api [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4110808, 'name': PowerOnVM_Task, 'duration_secs': 0.987066} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.412256] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.412493] env[69374]: INFO nova.compute.manager [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Took 12.81 seconds to spawn the instance on the hypervisor. [ 669.414107] env[69374]: DEBUG nova.compute.manager [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.414107] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0878fb4e-0f50-477d-a5be-ff5363a299ff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.517731] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110809, 'name': ReconfigVM_Task, 'duration_secs': 0.765817} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.520716] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 896c69e7-51d2-41ae-b70e-4e358c8a0dee/896c69e7-51d2-41ae-b70e-4e358c8a0dee.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.521992] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479fc289-0e6a-4ebb-bde9-283f9c1bada5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.533542] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 669.533542] env[69374]: value = "task-4110815" [ 669.533542] env[69374]: _type = "Task" [ 669.533542] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.549818] env[69374]: DEBUG oslo_vmware.api [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Task: {'id': task-4110812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286606} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.557658] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.558612] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.558612] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.558612] env[69374]: INFO nova.compute.manager [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Took 2.07 seconds to destroy the instance on the hypervisor. [ 669.558612] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.559175] env[69374]: DEBUG nova.compute.manager [-] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.559273] env[69374]: DEBUG nova.network.neutron [-] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.569730] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110815, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.590494] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110813, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.596726] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed51393-48ad-404c-a365-169b55f86ccd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.609753] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78774c2-8abe-4fa8-beef-ad32765e1455 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.655564] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18dbe7e-48d6-4be9-b875-bf8b324f7071 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.666562] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0207cb81-fe0f-43e4-94e1-d26d10947c9a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.684992] env[69374]: DEBUG nova.compute.provider_tree [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.733034] env[69374]: DEBUG nova.compute.manager [req-9451190b-08fa-47cb-a6b0-07e7167d2628 req-4d55deea-0b9a-43cc-ab0f-cc0975450e06 service nova] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Received event network-vif-deleted-7a6cfe1c-bc3c-4c8e-8f98-420e10e89e00 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.764075] env[69374]: DEBUG nova.compute.manager [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Received event network-vif-plugged-115c41b7-7f00-41b9-aabb-5d77bee60271 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.764349] env[69374]: DEBUG oslo_concurrency.lockutils [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] Acquiring lock "8a28ee63-08f7-407a-a4cf-f4124755cd09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.764997] env[69374]: DEBUG oslo_concurrency.lockutils [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] Lock "8a28ee63-08f7-407a-a4cf-f4124755cd09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.764997] env[69374]: DEBUG oslo_concurrency.lockutils [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] Lock "8a28ee63-08f7-407a-a4cf-f4124755cd09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.764997] env[69374]: DEBUG nova.compute.manager [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] No waiting events found dispatching network-vif-plugged-115c41b7-7f00-41b9-aabb-5d77bee60271 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 669.765200] env[69374]: WARNING nova.compute.manager [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Received unexpected event network-vif-plugged-115c41b7-7f00-41b9-aabb-5d77bee60271 for instance with vm_state building and task_state spawning. [ 669.765344] env[69374]: DEBUG nova.compute.manager [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Received event network-changed-115c41b7-7f00-41b9-aabb-5d77bee60271 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.765504] env[69374]: DEBUG nova.compute.manager [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Refreshing instance network info cache due to event network-changed-115c41b7-7f00-41b9-aabb-5d77bee60271. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.765764] env[69374]: DEBUG oslo_concurrency.lockutils [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] Acquiring lock "refresh_cache-8a28ee63-08f7-407a-a4cf-f4124755cd09" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.765914] env[69374]: DEBUG oslo_concurrency.lockutils [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] Acquired lock "refresh_cache-8a28ee63-08f7-407a-a4cf-f4124755cd09" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.766094] env[69374]: DEBUG nova.network.neutron [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Refreshing network info cache for port 115c41b7-7f00-41b9-aabb-5d77bee60271 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.821129] env[69374]: DEBUG nova.network.neutron [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Updated VIF entry in instance network info cache for port bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.822360] env[69374]: DEBUG nova.network.neutron [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Updating instance_info_cache with network_info: [{"id": "bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0", "address": "fa:16:3e:7a:4f:88", "network": {"id": "eb623222-1358-45aa-ac1d-8aa8eda189e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1677884521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1e2d1f1dc049019016b0f9c5d648c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb85aca-7c", "ovs_interfaceid": "bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.844599] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110814, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.940259] env[69374]: INFO nova.compute.manager [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Took 23.49 seconds to build instance. [ 670.052266] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110815, 'name': Rename_Task, 'duration_secs': 0.301891} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.052586] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.052675] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29b2f721-1813-4540-b49e-2ca6516f1266 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.064278] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 670.064278] env[69374]: value = "task-4110816" [ 670.064278] env[69374]: _type = "Task" [ 670.064278] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.072605] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110813, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.081102] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.191556] env[69374]: DEBUG nova.scheduler.client.report [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.324827] env[69374]: DEBUG oslo_concurrency.lockutils [req-656c2363-ca10-4f98-8230-f44fdef88c9a req-72711096-f148-41b5-8fe5-4ca096c83606 service nova] Releasing lock "refresh_cache-896c69e7-51d2-41ae-b70e-4e358c8a0dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.343030] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581173} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.343030] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 8a28ee63-08f7-407a-a4cf-f4124755cd09/8a28ee63-08f7-407a-a4cf-f4124755cd09.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.343030] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.343228] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a64e5bb1-e291-4101-afee-84820f3866ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.354203] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for the task: (returnval){ [ 670.354203] env[69374]: value = "task-4110817" [ 670.354203] env[69374]: _type = "Task" [ 670.354203] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.367237] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.443976] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3071e513-bcf6-46df-920e-224a60022c74 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Lock "e4a85118-4d45-489b-94b7-967fc80f5e10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.004s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.589624] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110816, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.590088] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110813, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.700222] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.700775] env[69374]: DEBUG nova.compute.manager [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.707024] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.030s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.707024] env[69374]: INFO nova.compute.claims [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.869056] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257635} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.869718] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.870477] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ca673a-136d-4166-a2b7-5080c12e0218 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.907339] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 8a28ee63-08f7-407a-a4cf-f4124755cd09/8a28ee63-08f7-407a-a4cf-f4124755cd09.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.908238] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31a8a387-5a1b-4663-99ab-717a5710cc32 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.934499] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for the task: (returnval){ [ 670.934499] env[69374]: value = "task-4110818" [ 670.934499] env[69374]: _type = "Task" [ 670.934499] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.949930] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.022334] env[69374]: DEBUG nova.network.neutron [-] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.077798] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110813, 'name': PowerOnVM_Task, 'duration_secs': 1.933288} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.079177] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.079511] env[69374]: INFO nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Took 12.08 seconds to spawn the instance on the hypervisor. [ 671.079776] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 671.081621] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944dc47e-dc97-4437-97d9-bb4e7e88aeb7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.092591] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110816, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.185949] env[69374]: DEBUG nova.network.neutron [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Updated VIF entry in instance network info cache for port 115c41b7-7f00-41b9-aabb-5d77bee60271. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.186382] env[69374]: DEBUG nova.network.neutron [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Updating instance_info_cache with network_info: [{"id": "115c41b7-7f00-41b9-aabb-5d77bee60271", "address": "fa:16:3e:b8:3c:ac", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115c41b7-7f", "ovs_interfaceid": "115c41b7-7f00-41b9-aabb-5d77bee60271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.206997] env[69374]: DEBUG nova.compute.utils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.210535] env[69374]: DEBUG nova.compute.manager [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.210747] env[69374]: DEBUG nova.network.neutron [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.344717] env[69374]: DEBUG nova.policy [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be764d1edd7c496d8dd6d696f41e70e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7681b2d6aa544650b5d3dee2b57b0c38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.453817] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110818, 'name': ReconfigVM_Task, 'duration_secs': 0.391335} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.454455] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 8a28ee63-08f7-407a-a4cf-f4124755cd09/8a28ee63-08f7-407a-a4cf-f4124755cd09.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.455828] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6710272f-deec-45af-b9bf-a865e7e12fd4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.467803] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for the task: (returnval){ [ 671.467803] env[69374]: value = "task-4110819" [ 671.467803] env[69374]: _type = "Task" [ 671.467803] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.483660] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110819, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.525992] env[69374]: INFO nova.compute.manager [-] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Took 1.97 seconds to deallocate network for instance. [ 671.583520] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110816, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.625212] env[69374]: INFO nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Took 19.69 seconds to build instance. [ 671.691416] env[69374]: DEBUG oslo_concurrency.lockutils [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] Releasing lock "refresh_cache-8a28ee63-08f7-407a-a4cf-f4124755cd09" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.691416] env[69374]: DEBUG nova.compute.manager [req-a8893e19-2c17-474e-97bd-996f9f0a5795 req-52c6b690-ab7f-4cf6-b36b-14a6e66e4911 service nova] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Received event network-vif-deleted-68658da1-4e77-403e-91f3-e9e5b75feb4e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.716062] env[69374]: DEBUG nova.compute.manager [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.958918] env[69374]: DEBUG nova.compute.manager [None req-52a9feda-fee5-4f5e-bec6-27ec288b5593 tempest-ServerExternalEventsTest-791134825 tempest-ServerExternalEventsTest-791134825-project] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Received event network-changed {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.964041] env[69374]: DEBUG nova.compute.manager [None req-52a9feda-fee5-4f5e-bec6-27ec288b5593 tempest-ServerExternalEventsTest-791134825 tempest-ServerExternalEventsTest-791134825-project] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Refreshing instance network info cache due to event network-changed. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.964041] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52a9feda-fee5-4f5e-bec6-27ec288b5593 tempest-ServerExternalEventsTest-791134825 tempest-ServerExternalEventsTest-791134825-project] Acquiring lock "refresh_cache-cc738351-dc35-471f-b15b-d0b4d29541a1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.964216] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52a9feda-fee5-4f5e-bec6-27ec288b5593 tempest-ServerExternalEventsTest-791134825 tempest-ServerExternalEventsTest-791134825-project] Acquired lock "refresh_cache-cc738351-dc35-471f-b15b-d0b4d29541a1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.964478] env[69374]: DEBUG nova.network.neutron [None req-52a9feda-fee5-4f5e-bec6-27ec288b5593 tempest-ServerExternalEventsTest-791134825 tempest-ServerExternalEventsTest-791134825-project] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.983980] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110819, 'name': Rename_Task, 'duration_secs': 0.185932} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.987715] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.988553] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-764f5903-39a5-42f4-a4d6-befa1df81362 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.996873] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for the task: (returnval){ [ 671.996873] env[69374]: value = "task-4110820" [ 671.996873] env[69374]: _type = "Task" [ 671.996873] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.013301] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.013301] env[69374]: DEBUG nova.network.neutron [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Successfully created port: ce249980-de1d-4c28-b842-e619cb59f486 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.043935] env[69374]: DEBUG oslo_concurrency.lockutils [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.076462] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b834e156-de74-49cc-a791-8b879ae8c48b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.082442] env[69374]: DEBUG oslo_vmware.api [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110816, 'name': PowerOnVM_Task, 'duration_secs': 1.762604} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.083343] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.083565] env[69374]: INFO nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Took 10.56 seconds to spawn the instance on the hypervisor. [ 672.083800] env[69374]: DEBUG nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.084655] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c8e3d4-e14e-40a8-8bf1-1f50943a2e22 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.091593] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f59c54c-c8eb-4077-8e4d-22405c9f4c1a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.134207] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.219s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.135446] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59253726-f252-4885-8a2b-6514907b7f2a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.144826] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0024dfcf-7290-4468-8ce9-7567d559437f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.162668] env[69374]: DEBUG nova.compute.provider_tree [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.516914] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.615135] env[69374]: INFO nova.compute.manager [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Took 20.62 seconds to build instance. [ 672.665671] env[69374]: DEBUG nova.scheduler.client.report [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.727023] env[69374]: DEBUG nova.compute.manager [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.774439] env[69374]: DEBUG nova.virt.hardware [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.774587] env[69374]: DEBUG nova.virt.hardware [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.774785] env[69374]: DEBUG nova.virt.hardware [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.775167] env[69374]: DEBUG nova.virt.hardware [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.775435] env[69374]: DEBUG nova.virt.hardware [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.775666] env[69374]: DEBUG nova.virt.hardware [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.775925] env[69374]: DEBUG nova.virt.hardware [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.776146] env[69374]: DEBUG nova.virt.hardware [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.776365] env[69374]: DEBUG nova.virt.hardware [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.777244] env[69374]: DEBUG nova.virt.hardware [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.777244] env[69374]: DEBUG nova.virt.hardware [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.781032] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53069f42-8fb0-4755-848b-fd59e2911cde {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.792299] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ce48b2-12f7-4cb5-90a2-b16e8e9e98ff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.806177] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquiring lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.810026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.982756] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquiring lock "ae9be03b-f45f-4285-ba68-d174581c0c78" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.983025] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "ae9be03b-f45f-4285-ba68-d174581c0c78" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.983496] env[69374]: INFO nova.compute.manager [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Rebooting instance [ 673.010732] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.118615] env[69374]: DEBUG oslo_concurrency.lockutils [None req-27567eb7-c0c0-47ce-b5ab-0ec39015e4fb tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.139s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.170968] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.171552] env[69374]: DEBUG nova.compute.manager [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.175111] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.108s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.176802] env[69374]: INFO nova.compute.claims [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.254039] env[69374]: DEBUG nova.network.neutron [None req-52a9feda-fee5-4f5e-bec6-27ec288b5593 tempest-ServerExternalEventsTest-791134825 tempest-ServerExternalEventsTest-791134825-project] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Updating instance_info_cache with network_info: [{"id": "dbc0e452-1dab-47f1-b315-dcbabe7084be", "address": "fa:16:3e:19:64:c2", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc0e452-1d", "ovs_interfaceid": "dbc0e452-1dab-47f1-b315-dcbabe7084be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.324763] env[69374]: DEBUG nova.compute.manager [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.531533] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110820, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.541820] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquiring lock "refresh_cache-ae9be03b-f45f-4285-ba68-d174581c0c78" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.543085] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquired lock "refresh_cache-ae9be03b-f45f-4285-ba68-d174581c0c78" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.543414] env[69374]: DEBUG nova.network.neutron [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.682742] env[69374]: DEBUG nova.compute.utils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.686096] env[69374]: DEBUG nova.compute.manager [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.686286] env[69374]: DEBUG nova.network.neutron [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.757025] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52a9feda-fee5-4f5e-bec6-27ec288b5593 tempest-ServerExternalEventsTest-791134825 tempest-ServerExternalEventsTest-791134825-project] Releasing lock "refresh_cache-cc738351-dc35-471f-b15b-d0b4d29541a1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.798574] env[69374]: DEBUG nova.compute.manager [req-9dbba5c9-5832-492b-908b-75bdf6691a41 req-ca28300f-adad-48c5-bf4e-30de2c6791aa service nova] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Received event network-vif-deleted-02f46798-f83b-4bfb-9da7-c305f49a9c4f {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.802268] env[69374]: DEBUG nova.policy [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b442edca1954cd2a8932aeca1a9679c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '205cbd4079034630a44f4c38ad49858f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.858513] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.026349] env[69374]: DEBUG oslo_vmware.api [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110820, 'name': PowerOnVM_Task, 'duration_secs': 1.581399} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.026780] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.027168] env[69374]: INFO nova.compute.manager [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Took 10.11 seconds to spawn the instance on the hypervisor. [ 674.028504] env[69374]: DEBUG nova.compute.manager [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 674.028504] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0b5fc0-78a8-44d8-88aa-2101d0735eb9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.186899] env[69374]: DEBUG nova.compute.manager [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.557660] env[69374]: INFO nova.compute.manager [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Took 21.35 seconds to build instance. [ 674.562127] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dda0d9-6579-495e-8b90-d736992e73eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.576047] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1149b724-7dd7-45ef-a7ca-f70df90b1e71 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.626810] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fa3f98-edae-4365-91de-b84f19720a12 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.631668] env[69374]: DEBUG nova.network.neutron [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Updating instance_info_cache with network_info: [{"id": "aad84495-aca5-4e4a-85b9-fdd5d9457c06", "address": "fa:16:3e:a1:18:dc", "network": {"id": "3dc321df-597e-4059-9549-2b5b83191f5d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1518897849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c98700e1559940a58df8323e6d71c3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad84495-ac", "ovs_interfaceid": "aad84495-aca5-4e4a-85b9-fdd5d9457c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.638641] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2332ea83-19e9-4403-83d8-420b5e593711 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.657341] env[69374]: DEBUG nova.compute.provider_tree [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.756655] env[69374]: DEBUG oslo_concurrency.lockutils [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquiring lock "cc738351-dc35-471f-b15b-d0b4d29541a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.756926] env[69374]: DEBUG oslo_concurrency.lockutils [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Lock "cc738351-dc35-471f-b15b-d0b4d29541a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.757203] env[69374]: DEBUG oslo_concurrency.lockutils [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquiring lock "cc738351-dc35-471f-b15b-d0b4d29541a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.757441] env[69374]: DEBUG oslo_concurrency.lockutils [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Lock "cc738351-dc35-471f-b15b-d0b4d29541a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.757615] env[69374]: DEBUG oslo_concurrency.lockutils [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Lock "cc738351-dc35-471f-b15b-d0b4d29541a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.759634] env[69374]: INFO nova.compute.manager [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Terminating instance [ 675.059868] env[69374]: DEBUG oslo_concurrency.lockutils [None req-122f5e1a-9d4e-4539-8dd9-c6f97f7a8fb0 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Lock "8a28ee63-08f7-407a-a4cf-f4124755cd09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.863s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.136845] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Releasing lock "refresh_cache-ae9be03b-f45f-4285-ba68-d174581c0c78" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.155771] env[69374]: DEBUG nova.network.neutron [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Successfully updated port: ce249980-de1d-4c28-b842-e619cb59f486 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.164019] env[69374]: DEBUG nova.scheduler.client.report [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.205498] env[69374]: DEBUG nova.compute.manager [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.244691] env[69374]: DEBUG nova.virt.hardware [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.244691] env[69374]: DEBUG nova.virt.hardware [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.244691] env[69374]: DEBUG nova.virt.hardware [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.244911] env[69374]: DEBUG nova.virt.hardware [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.244911] env[69374]: DEBUG nova.virt.hardware [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.245799] env[69374]: DEBUG nova.virt.hardware [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.246350] env[69374]: DEBUG nova.virt.hardware [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.246350] env[69374]: DEBUG nova.virt.hardware [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.246527] env[69374]: DEBUG nova.virt.hardware [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.246975] env[69374]: DEBUG nova.virt.hardware [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.247247] env[69374]: DEBUG nova.virt.hardware [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.248568] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dfb86c-d285-441b-b626-6e324ce8764e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.262172] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9e867b-01df-4ad6-bf3d-7c730c6d060d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.270327] env[69374]: DEBUG nova.compute.manager [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.271016] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.271802] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddc1265-5f4c-442a-aa8a-355889aa4a44 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.297212] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.297212] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f19300d-5e5d-469e-9889-638806ceb417 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.297545] env[69374]: DEBUG nova.network.neutron [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Successfully created port: 9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.310880] env[69374]: DEBUG oslo_vmware.api [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for the task: (returnval){ [ 675.310880] env[69374]: value = "task-4110821" [ 675.310880] env[69374]: _type = "Task" [ 675.310880] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.322023] env[69374]: DEBUG oslo_vmware.api [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.647180] env[69374]: DEBUG nova.compute.manager [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 675.648124] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad718a-71bd-47cc-bf8d-e88b200f5f4d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.658202] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquiring lock "refresh_cache-6ba85db5-0d68-4266-8760-15c9ad2f2fe0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.658537] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquired lock "refresh_cache-6ba85db5-0d68-4266-8760-15c9ad2f2fe0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.659296] env[69374]: DEBUG nova.network.neutron [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.681536] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.681536] env[69374]: DEBUG nova.compute.manager [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.683438] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.258s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.823381] env[69374]: DEBUG oslo_vmware.api [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110821, 'name': PowerOffVM_Task, 'duration_secs': 0.408193} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.823884] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.824792] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.824792] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c66bd570-1e3a-4cf7-98bb-c05dedf53406 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.912092] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.912542] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.912947] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Deleting the datastore file [datastore2] cc738351-dc35-471f-b15b-d0b4d29541a1 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.913269] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2958081-50ac-4888-9d26-e329d16c26bc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.924919] env[69374]: DEBUG oslo_vmware.api [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for the task: (returnval){ [ 675.924919] env[69374]: value = "task-4110823" [ 675.924919] env[69374]: _type = "Task" [ 675.924919] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.937673] env[69374]: DEBUG oslo_vmware.api [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.193328] env[69374]: INFO nova.compute.claims [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.199390] env[69374]: DEBUG nova.compute.utils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.204612] env[69374]: DEBUG nova.compute.manager [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.205515] env[69374]: DEBUG nova.network.neutron [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.306483] env[69374]: DEBUG nova.policy [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3814b12028bb46ee81c4023489848235', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c01835a5277f4b39853fe8cd9c71cf1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.336601] env[69374]: DEBUG nova.network.neutron [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.442671] env[69374]: DEBUG oslo_vmware.api [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Task: {'id': task-4110823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335809} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.442882] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.443082] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.443263] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.443437] env[69374]: INFO nova.compute.manager [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 676.443884] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.443977] env[69374]: DEBUG nova.compute.manager [-] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.444027] env[69374]: DEBUG nova.network.neutron [-] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.618597] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquiring lock "4687249d-a18e-44e7-842e-e65e00320062" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.618597] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Lock "4687249d-a18e-44e7-842e-e65e00320062" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.676941] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb1f041-7ece-421e-8d6b-231b630299a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.686044] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Doing hard reboot of VM {{(pid=69374) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 676.686342] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4b385df9-0dd0-4e4b-a627-574deed4ba06 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.695029] env[69374]: DEBUG oslo_vmware.api [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 676.695029] env[69374]: value = "task-4110824" [ 676.695029] env[69374]: _type = "Task" [ 676.695029] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.705620] env[69374]: INFO nova.compute.resource_tracker [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating resource usage from migration 80b78605-f2ee-4312-a1f8-e71a193236cb [ 676.715522] env[69374]: DEBUG nova.compute.manager [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.718194] env[69374]: DEBUG oslo_vmware.api [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110824, 'name': ResetVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.979296] env[69374]: DEBUG nova.network.neutron [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Updating instance_info_cache with network_info: [{"id": "ce249980-de1d-4c28-b842-e619cb59f486", "address": "fa:16:3e:68:6a:2c", "network": {"id": "1aefb22b-a7a1-428d-a081-3f6e4d90518d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2138794225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7681b2d6aa544650b5d3dee2b57b0c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce249980-de", "ovs_interfaceid": "ce249980-de1d-4c28-b842-e619cb59f486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.002228] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21651e5e-d634-44de-a5f0-891ea765eb4c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.020567] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f697d4-4959-4eda-b928-436e89a5d034 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.059376] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b84a00-2ee1-47e8-acc7-08d8663656eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.068039] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44014855-32be-441e-bd3c-acd9fd1ed1aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.089602] env[69374]: DEBUG nova.compute.provider_tree [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.125777] env[69374]: DEBUG nova.compute.manager [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.215923] env[69374]: DEBUG oslo_vmware.api [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110824, 'name': ResetVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.481140] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Releasing lock "refresh_cache-6ba85db5-0d68-4266-8760-15c9ad2f2fe0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.481635] env[69374]: DEBUG nova.compute.manager [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Instance network_info: |[{"id": "ce249980-de1d-4c28-b842-e619cb59f486", "address": "fa:16:3e:68:6a:2c", "network": {"id": "1aefb22b-a7a1-428d-a081-3f6e4d90518d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2138794225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7681b2d6aa544650b5d3dee2b57b0c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce249980-de", "ovs_interfaceid": "ce249980-de1d-4c28-b842-e619cb59f486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.482076] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:6a:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce249980-de1d-4c28-b842-e619cb59f486', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.492778] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Creating folder: Project (7681b2d6aa544650b5d3dee2b57b0c38). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.493124] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd984228-bc8f-424f-89ce-dd64aff21d1e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.509136] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Created folder: Project (7681b2d6aa544650b5d3dee2b57b0c38) in parent group-v814324. [ 677.509136] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Creating folder: Instances. Parent ref: group-v814353. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.509376] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e68fc44c-3643-4fad-8bd8-3a36553df003 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.522812] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Created folder: Instances in parent group-v814353. [ 677.522812] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.522812] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.522812] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-755d6b5b-4d4d-49c1-957b-0fd209850df3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.552022] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.552022] env[69374]: value = "task-4110827" [ 677.552022] env[69374]: _type = "Task" [ 677.552022] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.560569] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110827, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.597267] env[69374]: DEBUG nova.scheduler.client.report [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.661431] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.714178] env[69374]: DEBUG oslo_vmware.api [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110824, 'name': ResetVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.727685] env[69374]: DEBUG nova.compute.manager [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.768128] env[69374]: DEBUG nova.virt.hardware [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.768707] env[69374]: DEBUG nova.virt.hardware [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.768707] env[69374]: DEBUG nova.virt.hardware [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.768823] env[69374]: DEBUG nova.virt.hardware [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.769051] env[69374]: DEBUG nova.virt.hardware [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.769097] env[69374]: DEBUG nova.virt.hardware [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.769309] env[69374]: DEBUG nova.virt.hardware [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.769538] env[69374]: DEBUG nova.virt.hardware [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.769639] env[69374]: DEBUG nova.virt.hardware [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.769798] env[69374]: DEBUG nova.virt.hardware [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.769966] env[69374]: DEBUG nova.virt.hardware [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.772953] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aa473a-db4a-4a2f-85c3-d1dbcb652181 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.784611] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22eea2b-5d43-4f36-a42b-51c7c627e568 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.836760] env[69374]: DEBUG nova.network.neutron [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Successfully created port: 7ed40913-cae4-437a-8fc0-d9c3360ea1f5 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.065639] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110827, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.102761] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.419s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.103195] env[69374]: INFO nova.compute.manager [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Migrating [ 678.106745] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.107011] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.108909] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.220s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.112115] env[69374]: INFO nova.compute.claims [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.213710] env[69374]: DEBUG oslo_vmware.api [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110824, 'name': ResetVM_Task, 'duration_secs': 1.137433} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.213710] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Did hard reboot of VM {{(pid=69374) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 678.213710] env[69374]: DEBUG nova.compute.manager [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 678.213710] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03694b46-6a32-44e8-b575-7f7925cb4cb8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.277349] env[69374]: DEBUG nova.network.neutron [-] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.564992] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110827, 'name': CreateVM_Task, 'duration_secs': 0.867014} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.565239] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.566143] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.566333] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.567253] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.567661] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a22171-1eb9-435d-9b26-d793ccc3f52d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.573870] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 678.573870] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52bb8190-39c9-0787-73b9-a43ee69f3c82" [ 678.573870] env[69374]: _type = "Task" [ 678.573870] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.585467] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52bb8190-39c9-0787-73b9-a43ee69f3c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.619718] env[69374]: INFO nova.compute.rpcapi [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 678.620498] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.730395] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bd46e61e-8350-4bd7-ba71-4607caae6a1f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "ae9be03b-f45f-4285-ba68-d174581c0c78" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.747s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.741743] env[69374]: DEBUG nova.compute.manager [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Received event network-vif-plugged-ce249980-de1d-4c28-b842-e619cb59f486 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.742018] env[69374]: DEBUG oslo_concurrency.lockutils [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] Acquiring lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.742254] env[69374]: DEBUG oslo_concurrency.lockutils [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] Lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.742504] env[69374]: DEBUG oslo_concurrency.lockutils [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] Lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.742792] env[69374]: DEBUG nova.compute.manager [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] No waiting events found dispatching network-vif-plugged-ce249980-de1d-4c28-b842-e619cb59f486 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 678.743091] env[69374]: WARNING nova.compute.manager [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Received unexpected event network-vif-plugged-ce249980-de1d-4c28-b842-e619cb59f486 for instance with vm_state building and task_state spawning. [ 678.743352] env[69374]: DEBUG nova.compute.manager [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Received event network-changed-ce249980-de1d-4c28-b842-e619cb59f486 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.743561] env[69374]: DEBUG nova.compute.manager [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Refreshing instance network info cache due to event network-changed-ce249980-de1d-4c28-b842-e619cb59f486. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.743759] env[69374]: DEBUG oslo_concurrency.lockutils [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] Acquiring lock "refresh_cache-6ba85db5-0d68-4266-8760-15c9ad2f2fe0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.743913] env[69374]: DEBUG oslo_concurrency.lockutils [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] Acquired lock "refresh_cache-6ba85db5-0d68-4266-8760-15c9ad2f2fe0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.744075] env[69374]: DEBUG nova.network.neutron [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Refreshing network info cache for port ce249980-de1d-4c28-b842-e619cb59f486 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.787487] env[69374]: INFO nova.compute.manager [-] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Took 2.34 seconds to deallocate network for instance. [ 679.093077] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52bb8190-39c9-0787-73b9-a43ee69f3c82, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.093855] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.094530] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.095031] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.095296] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.096502] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.096984] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24fa7e6e-7e1a-4240-acb8-40d7e212c487 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.110096] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.110096] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.110977] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9afdb177-aada-4334-bd2c-ab375d3a1bd1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.118537] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 679.118537] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f6b0da-dd39-551c-0e15-aacd070a96f6" [ 679.118537] env[69374]: _type = "Task" [ 679.118537] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.136233] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f6b0da-dd39-551c-0e15-aacd070a96f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.140218] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.142665] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.142665] env[69374]: DEBUG nova.network.neutron [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.297593] env[69374]: DEBUG oslo_concurrency.lockutils [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.435024] env[69374]: DEBUG nova.network.neutron [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Successfully updated port: 9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.545032] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e2204f-8c89-4bb7-8468-ae5866d4ebbc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.561294] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ace540c-9430-4dc2-adf5-45021f415905 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.607080] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c400630e-9c13-4b61-9341-98505034d3eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.618536] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a330d71a-0219-4449-bc98-8bce3061af6b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.648880] env[69374]: DEBUG nova.compute.provider_tree [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.649385] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f6b0da-dd39-551c-0e15-aacd070a96f6, 'name': SearchDatastore_Task, 'duration_secs': 0.016447} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.654036] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12debd4c-4947-4821-8c93-7fdc4d43bd4c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.665682] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 679.665682] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529cc2ef-704e-8db4-0111-1cc1c3ec54a1" [ 679.665682] env[69374]: _type = "Task" [ 679.665682] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.680744] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529cc2ef-704e-8db4-0111-1cc1c3ec54a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.932784] env[69374]: DEBUG nova.compute.manager [req-d8f6142e-79a3-4bf4-bd51-56a1c520bc9a req-e4e351af-b71c-47a6-b91d-e023bcb742c0 service nova] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Received event network-vif-deleted-dbc0e452-1dab-47f1-b315-dcbabe7084be {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.939839] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "refresh_cache-b1971861-5b0a-45b9-a37c-972258e7ff85" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.939839] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired lock "refresh_cache-b1971861-5b0a-45b9-a37c-972258e7ff85" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.940028] env[69374]: DEBUG nova.network.neutron [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.950385] env[69374]: DEBUG nova.network.neutron [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Updated VIF entry in instance network info cache for port ce249980-de1d-4c28-b842-e619cb59f486. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.950385] env[69374]: DEBUG nova.network.neutron [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Updating instance_info_cache with network_info: [{"id": "ce249980-de1d-4c28-b842-e619cb59f486", "address": "fa:16:3e:68:6a:2c", "network": {"id": "1aefb22b-a7a1-428d-a081-3f6e4d90518d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2138794225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7681b2d6aa544650b5d3dee2b57b0c38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce249980-de", "ovs_interfaceid": "ce249980-de1d-4c28-b842-e619cb59f486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.151407] env[69374]: DEBUG nova.scheduler.client.report [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.180371] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529cc2ef-704e-8db4-0111-1cc1c3ec54a1, 'name': SearchDatastore_Task, 'duration_secs': 0.039765} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.181229] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.181229] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 6ba85db5-0d68-4266-8760-15c9ad2f2fe0/6ba85db5-0d68-4266-8760-15c9ad2f2fe0.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.181229] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c80ac8fc-18af-46b2-bb12-3d001d01a073 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.192873] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 680.192873] env[69374]: value = "task-4110828" [ 680.192873] env[69374]: _type = "Task" [ 680.192873] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.204990] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.455064] env[69374]: DEBUG oslo_concurrency.lockutils [req-b5172020-3c34-40f8-906d-6f598c3c83df req-24d93038-8c1c-4131-af6c-ddb82512315d service nova] Releasing lock "refresh_cache-6ba85db5-0d68-4266-8760-15c9ad2f2fe0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.638486] env[69374]: DEBUG nova.network.neutron [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance_info_cache with network_info: [{"id": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "address": "fa:16:3e:f3:18:2b", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37681e0f-27", "ovs_interfaceid": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.659720] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.660476] env[69374]: DEBUG nova.compute.manager [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.664274] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.046s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.664625] env[69374]: DEBUG nova.objects.instance [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Lazy-loading 'resources' on Instance uuid 6ae259cf-3bff-4e17-871a-2733d36f0918 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.712080] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110828, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.743327] env[69374]: DEBUG nova.network.neutron [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.010300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.010300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.010300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.010300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.010509] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.011531] env[69374]: INFO nova.compute.manager [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Terminating instance [ 681.148351] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.168653] env[69374]: DEBUG nova.compute.utils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.174780] env[69374]: DEBUG nova.compute.manager [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.175629] env[69374]: DEBUG nova.network.neutron [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.208063] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790797} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.208953] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 6ba85db5-0d68-4266-8760-15c9ad2f2fe0/6ba85db5-0d68-4266-8760-15c9ad2f2fe0.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.208953] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.208953] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fb93632-103b-46ab-859e-e81d5fd45e76 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.223378] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 681.223378] env[69374]: value = "task-4110829" [ 681.223378] env[69374]: _type = "Task" [ 681.223378] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.238599] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.307346] env[69374]: DEBUG nova.network.neutron [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Successfully updated port: 7ed40913-cae4-437a-8fc0-d9c3360ea1f5 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.311490] env[69374]: DEBUG nova.network.neutron [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Updating instance_info_cache with network_info: [{"id": "9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73", "address": "fa:16:3e:ae:3e:ad", "network": {"id": "f00573d5-1cd6-46c2-9f9a-7e386d85f53d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1769324003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "205cbd4079034630a44f4c38ad49858f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf2fe66-5d", "ovs_interfaceid": "9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.352708] env[69374]: DEBUG nova.policy [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3f3ad7f493844c49a6f7a72d23d358a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a790baae7ad546d68831098e64f7f560', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.528939] env[69374]: DEBUG nova.compute.manager [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.529241] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.530134] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b41441d-3582-4619-a70f-4bde73e9aef0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.541426] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.541703] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02fad421-8979-4a02-9115-7e5900f640bb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.554275] env[69374]: DEBUG oslo_vmware.api [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 681.554275] env[69374]: value = "task-4110830" [ 681.554275] env[69374]: _type = "Task" [ 681.554275] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.563995] env[69374]: DEBUG oslo_vmware.api [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.565664] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933577f9-6548-4186-8dbb-22d55118ba33 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.574943] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f259c0-6879-445a-8d8b-cbdab28f4c0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.631848] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14133e90-01c7-4ea4-98d1-e28db5714248 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.646218] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38beb690-9529-4549-bbe6-8fb0797bc35b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.668236] env[69374]: DEBUG nova.compute.provider_tree [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.677360] env[69374]: DEBUG nova.compute.manager [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.736559] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114095} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.738303] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.740458] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6618c11d-d57c-4082-ace9-29a5d33b3c17 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.773869] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 6ba85db5-0d68-4266-8760-15c9ad2f2fe0/6ba85db5-0d68-4266-8760-15c9ad2f2fe0.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.774705] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77faa231-68ff-4038-9cac-7be572f64fe0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.799967] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 681.799967] env[69374]: value = "task-4110831" [ 681.799967] env[69374]: _type = "Task" [ 681.799967] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.814680] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquiring lock "refresh_cache-e871adc2-871c-4f81-84d3-172ba0fa5ea9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.814729] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquired lock "refresh_cache-e871adc2-871c-4f81-84d3-172ba0fa5ea9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.814856] env[69374]: DEBUG nova.network.neutron [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.816533] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.816717] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Releasing lock "refresh_cache-b1971861-5b0a-45b9-a37c-972258e7ff85" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.817053] env[69374]: DEBUG nova.compute.manager [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Instance network_info: |[{"id": "9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73", "address": "fa:16:3e:ae:3e:ad", "network": {"id": "f00573d5-1cd6-46c2-9f9a-7e386d85f53d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1769324003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "205cbd4079034630a44f4c38ad49858f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf2fe66-5d", "ovs_interfaceid": "9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.817959] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:3e:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.825924] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Creating folder: Project (205cbd4079034630a44f4c38ad49858f). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.826928] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4cffd7b-50a5-4cf5-80ec-591783601977 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.840215] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Created folder: Project (205cbd4079034630a44f4c38ad49858f) in parent group-v814324. [ 681.840559] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Creating folder: Instances. Parent ref: group-v814356. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.840880] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cfabaff-de8b-478b-8e8d-5adf9e67fbb4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.853812] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Created folder: Instances in parent group-v814356. [ 681.855301] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.855301] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.855301] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d8706c4-22fa-4e8c-8a64-eb46c6759233 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.879516] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.879516] env[69374]: value = "task-4110834" [ 681.879516] env[69374]: _type = "Task" [ 681.879516] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.889332] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110834, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.067686] env[69374]: DEBUG oslo_vmware.api [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110830, 'name': PowerOffVM_Task, 'duration_secs': 0.421458} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.067965] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.068148] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.068456] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fe86dd8-e300-45be-95f5-df87df3a795f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.146963] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.147300] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.147539] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleting the datastore file [datastore2] dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.148120] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-380ffc89-22b7-4e96-ae6f-27b142cda7ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.165844] env[69374]: DEBUG oslo_vmware.api [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 682.165844] env[69374]: value = "task-4110836" [ 682.165844] env[69374]: _type = "Task" [ 682.165844] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.173213] env[69374]: DEBUG nova.scheduler.client.report [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.190158] env[69374]: DEBUG oslo_vmware.api [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.311774] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.316957] env[69374]: DEBUG nova.compute.manager [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Received event network-changed-693bf589-f20b-4cc5-b397-cf4254ea2c44 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.319818] env[69374]: DEBUG nova.compute.manager [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Refreshing instance network info cache due to event network-changed-693bf589-f20b-4cc5-b397-cf4254ea2c44. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.319818] env[69374]: DEBUG oslo_concurrency.lockutils [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] Acquiring lock "refresh_cache-e4a85118-4d45-489b-94b7-967fc80f5e10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.319986] env[69374]: DEBUG oslo_concurrency.lockutils [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] Acquired lock "refresh_cache-e4a85118-4d45-489b-94b7-967fc80f5e10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.320195] env[69374]: DEBUG nova.network.neutron [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Refreshing network info cache for port 693bf589-f20b-4cc5-b397-cf4254ea2c44 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.393432] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110834, 'name': CreateVM_Task, 'duration_secs': 0.41953} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.393654] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.394502] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.395202] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.395314] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.395610] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6fda53b-e4c8-4b4c-a14b-c7445fba8549 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.403131] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 682.403131] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525f877c-7ddb-0eac-c640-af23af4162bb" [ 682.403131] env[69374]: _type = "Task" [ 682.403131] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.414636] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525f877c-7ddb-0eac-c640-af23af4162bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.463136] env[69374]: DEBUG nova.network.neutron [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.598767] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquiring lock "f89bfd02-b61d-4942-851d-d9678c913852" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.599054] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lock "f89bfd02-b61d-4942-851d-d9678c913852" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.650075] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.650075] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.650075] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.650387] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.650428] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.657857] env[69374]: INFO nova.compute.manager [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Terminating instance [ 682.674056] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37cea23-b02c-4b2e-8f6d-825e7fffcda2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.678702] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.681967] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.681s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.681967] env[69374]: DEBUG nova.objects.instance [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Lazy-loading 'resources' on Instance uuid e465bd86-4753-4430-a1fc-b0483c35bb0d {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.704022] env[69374]: DEBUG oslo_vmware.api [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241585} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.704496] env[69374]: DEBUG nova.compute.manager [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.707557] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance '985f141c-62c8-4ee6-8989-3afbb66f0e49' progress to 0 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 682.714861] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.714861] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.714861] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.714861] env[69374]: INFO nova.compute.manager [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 682.714861] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.715662] env[69374]: DEBUG nova.compute.manager [-] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.715662] env[69374]: DEBUG nova.network.neutron [-] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.744459] env[69374]: INFO nova.scheduler.client.report [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Deleted allocations for instance 6ae259cf-3bff-4e17-871a-2733d36f0918 [ 682.760075] env[69374]: DEBUG nova.virt.hardware [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:19:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1961775979',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-206598667',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.760326] env[69374]: DEBUG nova.virt.hardware [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.760475] env[69374]: DEBUG nova.virt.hardware [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.760645] env[69374]: DEBUG nova.virt.hardware [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.760781] env[69374]: DEBUG nova.virt.hardware [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.760921] env[69374]: DEBUG nova.virt.hardware [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.763279] env[69374]: DEBUG nova.virt.hardware [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.765451] env[69374]: DEBUG nova.virt.hardware [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.765451] env[69374]: DEBUG nova.virt.hardware [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.765451] env[69374]: DEBUG nova.virt.hardware [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.765451] env[69374]: DEBUG nova.virt.hardware [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.765451] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27121398-7d2c-4d3e-a7d0-11a3c6eb8ce2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.785119] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72c6a5e-a99e-4ffe-a543-f9302603d342 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.814297] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110831, 'name': ReconfigVM_Task, 'duration_secs': 0.989568} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.814622] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 6ba85db5-0d68-4266-8760-15c9ad2f2fe0/6ba85db5-0d68-4266-8760-15c9ad2f2fe0.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.815502] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49245874-cd6f-461d-99d4-37c54a2f5a20 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.831021] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 682.831021] env[69374]: value = "task-4110837" [ 682.831021] env[69374]: _type = "Task" [ 682.831021] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.842036] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110837, 'name': Rename_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.861816] env[69374]: DEBUG nova.network.neutron [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Successfully created port: 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.919781] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525f877c-7ddb-0eac-c640-af23af4162bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.920032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.920371] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.920462] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.921011] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.921011] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.923979] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80837654-fd6e-4d19-b789-cce95066edf9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.937230] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.937466] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.938312] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d05d91e-534e-4850-9f61-c184825e07bb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.949269] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 682.949269] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]528a132b-cf66-0e87-c7eb-b45163690fdd" [ 682.949269] env[69374]: _type = "Task" [ 682.949269] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.967485] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528a132b-cf66-0e87-c7eb-b45163690fdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.106456] env[69374]: DEBUG nova.compute.manager [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.173804] env[69374]: DEBUG nova.compute.manager [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.174210] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.176354] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dea4cd-a566-445c-947d-47d6258589c0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.180372] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd18ac8-4966-4cca-9ba0-ba0ebebe8c06 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.190983] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f788c1-42da-42ee-9bf0-92015f2fbf13 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.194429] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.195719] env[69374]: DEBUG nova.network.neutron [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Updating instance_info_cache with network_info: [{"id": "7ed40913-cae4-437a-8fc0-d9c3360ea1f5", "address": "fa:16:3e:47:9a:77", "network": {"id": "d30661a0-b1fe-4220-856f-c494d21d980d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1765607875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01835a5277f4b39853fe8cd9c71cf1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed40913-ca", "ovs_interfaceid": "7ed40913-cae4-437a-8fc0-d9c3360ea1f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.197359] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3ea0d6-e68c-4a53-8d55-b0cf2873d985 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.246369] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.251337] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37e86ee9-4ce9-4121-a20b-2f8727321bc2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.254151] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aae46d1-6415-46ae-a15f-43e6be9baffa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.259595] env[69374]: DEBUG oslo_vmware.api [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 683.259595] env[69374]: value = "task-4110838" [ 683.259595] env[69374]: _type = "Task" [ 683.259595] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.273593] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdde6f51-ec97-4acb-ad5e-97f6cccfade8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.280483] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 683.280483] env[69374]: value = "task-4110839" [ 683.280483] env[69374]: _type = "Task" [ 683.280483] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.284815] env[69374]: DEBUG oslo_vmware.api [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.286455] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83cbd491-ef1a-4fdd-b849-cb92fff98a18 tempest-ImagesNegativeTestJSON-999161374 tempest-ImagesNegativeTestJSON-999161374-project-member] Lock "6ae259cf-3bff-4e17-871a-2733d36f0918" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.578s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.311152] env[69374]: DEBUG nova.compute.provider_tree [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.319773] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.349123] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110837, 'name': Rename_Task, 'duration_secs': 0.313468} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.349123] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.349123] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52f13736-f87e-4086-a61c-457c126bda68 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.363250] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 683.363250] env[69374]: value = "task-4110840" [ 683.363250] env[69374]: _type = "Task" [ 683.363250] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.377745] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.465424] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528a132b-cf66-0e87-c7eb-b45163690fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.022254} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.465424] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a084cf20-b5af-4269-9371-71710e0b5bb3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.473797] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 683.473797] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52666abd-2337-65a7-711a-bca6fcfe51ea" [ 683.473797] env[69374]: _type = "Task" [ 683.473797] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.490301] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52666abd-2337-65a7-711a-bca6fcfe51ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.646316] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.701433] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Releasing lock "refresh_cache-e871adc2-871c-4f81-84d3-172ba0fa5ea9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.701779] env[69374]: DEBUG nova.compute.manager [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Instance network_info: |[{"id": "7ed40913-cae4-437a-8fc0-d9c3360ea1f5", "address": "fa:16:3e:47:9a:77", "network": {"id": "d30661a0-b1fe-4220-856f-c494d21d980d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1765607875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01835a5277f4b39853fe8cd9c71cf1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed40913-ca", "ovs_interfaceid": "7ed40913-cae4-437a-8fc0-d9c3360ea1f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.702213] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:9a:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ed40913-cae4-437a-8fc0-d9c3360ea1f5', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.710192] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Creating folder: Project (c01835a5277f4b39853fe8cd9c71cf1a). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.710513] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4cc49ed-45e6-4b26-b397-0778443ba0db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.722998] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Created folder: Project (c01835a5277f4b39853fe8cd9c71cf1a) in parent group-v814324. [ 683.723246] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Creating folder: Instances. Parent ref: group-v814359. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.723606] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07127a57-c2ba-4348-8d29-f730d6752d00 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.738242] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Created folder: Instances in parent group-v814359. [ 683.738242] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.738705] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.738705] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da935bb4-419a-4e84-8547-d89656dab491 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.760751] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.760751] env[69374]: value = "task-4110843" [ 683.760751] env[69374]: _type = "Task" [ 683.760751] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.773282] env[69374]: DEBUG oslo_vmware.api [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110838, 'name': PowerOffVM_Task, 'duration_secs': 0.277908} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.775915] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.776173] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.776407] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110843, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.776604] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9308a345-b4ac-44d2-ab64-c7cd0202afb1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.793646] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110839, 'name': PowerOffVM_Task, 'duration_secs': 0.231946} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.793958] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.794220] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance '985f141c-62c8-4ee6-8989-3afbb66f0e49' progress to 17 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 683.814817] env[69374]: DEBUG nova.scheduler.client.report [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.827413] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquiring lock "8a28ee63-08f7-407a-a4cf-f4124755cd09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.827766] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Lock "8a28ee63-08f7-407a-a4cf-f4124755cd09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.827994] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquiring lock "8a28ee63-08f7-407a-a4cf-f4124755cd09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.828208] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Lock "8a28ee63-08f7-407a-a4cf-f4124755cd09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.828430] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Lock "8a28ee63-08f7-407a-a4cf-f4124755cd09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.835026] env[69374]: INFO nova.compute.manager [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Terminating instance [ 683.861423] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.861610] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.861740] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleting the datastore file [datastore2] 896c69e7-51d2-41ae-b70e-4e358c8a0dee {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.861972] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-456292c6-e8bb-4b5c-8e32-004f8cdef892 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.875696] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110840, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.878637] env[69374]: DEBUG oslo_vmware.api [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 683.878637] env[69374]: value = "task-4110845" [ 683.878637] env[69374]: _type = "Task" [ 683.878637] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.892588] env[69374]: DEBUG oslo_vmware.api [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.985687] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52666abd-2337-65a7-711a-bca6fcfe51ea, 'name': SearchDatastore_Task, 'duration_secs': 0.019337} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.985997] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.986358] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] b1971861-5b0a-45b9-a37c-972258e7ff85/b1971861-5b0a-45b9-a37c-972258e7ff85.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.986759] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa190f1d-23f7-4bd3-bf13-f5ec8d6b7ee6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.994627] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 683.994627] env[69374]: value = "task-4110846" [ 683.994627] env[69374]: _type = "Task" [ 683.994627] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.007350] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.202705] env[69374]: DEBUG nova.compute.manager [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Received event network-vif-plugged-7ed40913-cae4-437a-8fc0-d9c3360ea1f5 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.203226] env[69374]: DEBUG oslo_concurrency.lockutils [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] Acquiring lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.203226] env[69374]: DEBUG oslo_concurrency.lockutils [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.203488] env[69374]: DEBUG oslo_concurrency.lockutils [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.203998] env[69374]: DEBUG nova.compute.manager [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] No waiting events found dispatching network-vif-plugged-7ed40913-cae4-437a-8fc0-d9c3360ea1f5 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.203998] env[69374]: WARNING nova.compute.manager [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Received unexpected event network-vif-plugged-7ed40913-cae4-437a-8fc0-d9c3360ea1f5 for instance with vm_state building and task_state spawning. [ 684.205790] env[69374]: DEBUG nova.compute.manager [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Received event network-changed-7ed40913-cae4-437a-8fc0-d9c3360ea1f5 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.205790] env[69374]: DEBUG nova.compute.manager [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Refreshing instance network info cache due to event network-changed-7ed40913-cae4-437a-8fc0-d9c3360ea1f5. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.205790] env[69374]: DEBUG oslo_concurrency.lockutils [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] Acquiring lock "refresh_cache-e871adc2-871c-4f81-84d3-172ba0fa5ea9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.205790] env[69374]: DEBUG oslo_concurrency.lockutils [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] Acquired lock "refresh_cache-e871adc2-871c-4f81-84d3-172ba0fa5ea9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.205790] env[69374]: DEBUG nova.network.neutron [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Refreshing network info cache for port 7ed40913-cae4-437a-8fc0-d9c3360ea1f5 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.243183] env[69374]: DEBUG nova.network.neutron [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Updated VIF entry in instance network info cache for port 693bf589-f20b-4cc5-b397-cf4254ea2c44. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.243183] env[69374]: DEBUG nova.network.neutron [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Updating instance_info_cache with network_info: [{"id": "693bf589-f20b-4cc5-b397-cf4254ea2c44", "address": "fa:16:3e:57:02:bc", "network": {"id": "b36abad0-8ac6-426e-80ad-11a5974150f6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2046390140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c556486f55e7471b91ae1d48bb99c6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693bf589-f2", "ovs_interfaceid": "693bf589-f20b-4cc5-b397-cf4254ea2c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.279386] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110843, 'name': CreateVM_Task, 'duration_secs': 0.383762} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.279603] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.280368] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.280881] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.280881] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.283939] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65903927-3ff7-43b7-a11e-60f3517ec085 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.295011] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for the task: (returnval){ [ 684.295011] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ac5672-5e4a-109c-5e61-8c9491549659" [ 684.295011] env[69374]: _type = "Task" [ 684.295011] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.301371] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.301757] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.301881] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.302020] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.302686] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.302686] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.302686] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.302686] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.302855] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.302969] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.304124] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.310843] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc3140d-5769-4f4d-ba72-9fe34e72dbf8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.327973] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.338039] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.103s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.339872] env[69374]: INFO nova.compute.claims [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.343693] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ac5672-5e4a-109c-5e61-8c9491549659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.344937] env[69374]: DEBUG nova.compute.manager [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.344937] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.345394] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc6a5a0-6608-4ad6-8d87-ed306158294b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.351596] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 684.351596] env[69374]: value = "task-4110847" [ 684.351596] env[69374]: _type = "Task" [ 684.351596] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.361810] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.363977] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ed1d64-7cd3-43ae-9e98-5088540361c0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.371139] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.378515] env[69374]: DEBUG oslo_vmware.api [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for the task: (returnval){ [ 684.378515] env[69374]: value = "task-4110848" [ 684.378515] env[69374]: _type = "Task" [ 684.378515] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.383839] env[69374]: DEBUG oslo_vmware.api [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110840, 'name': PowerOnVM_Task, 'duration_secs': 0.595164} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.401365] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.401365] env[69374]: INFO nova.compute.manager [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Took 11.67 seconds to spawn the instance on the hypervisor. [ 684.401365] env[69374]: DEBUG nova.compute.manager [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.401365] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7207ec65-d810-4503-bdf8-2720193dcae6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.411999] env[69374]: DEBUG oslo_vmware.api [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.423133] env[69374]: DEBUG oslo_vmware.api [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4110845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25203} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.426355] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.426355] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.426554] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.426648] env[69374]: INFO nova.compute.manager [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Took 1.25 seconds to destroy the instance on the hypervisor. [ 684.426930] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.427187] env[69374]: DEBUG nova.compute.manager [-] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.427310] env[69374]: DEBUG nova.network.neutron [-] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.499437] env[69374]: INFO nova.scheduler.client.report [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Deleted allocations for instance e465bd86-4753-4430-a1fc-b0483c35bb0d [ 684.527561] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110846, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.651056] env[69374]: DEBUG nova.network.neutron [-] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.754713] env[69374]: DEBUG oslo_concurrency.lockutils [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] Releasing lock "refresh_cache-e4a85118-4d45-489b-94b7-967fc80f5e10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.754991] env[69374]: DEBUG nova.compute.manager [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Received event network-vif-plugged-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.755202] env[69374]: DEBUG oslo_concurrency.lockutils [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] Acquiring lock "b1971861-5b0a-45b9-a37c-972258e7ff85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.756140] env[69374]: DEBUG oslo_concurrency.lockutils [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] Lock "b1971861-5b0a-45b9-a37c-972258e7ff85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.756140] env[69374]: DEBUG oslo_concurrency.lockutils [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] Lock "b1971861-5b0a-45b9-a37c-972258e7ff85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.756140] env[69374]: DEBUG nova.compute.manager [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] No waiting events found dispatching network-vif-plugged-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.756140] env[69374]: WARNING nova.compute.manager [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Received unexpected event network-vif-plugged-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 for instance with vm_state building and task_state spawning. [ 684.756140] env[69374]: DEBUG nova.compute.manager [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Received event network-changed-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.756394] env[69374]: DEBUG nova.compute.manager [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Refreshing instance network info cache due to event network-changed-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.756394] env[69374]: DEBUG oslo_concurrency.lockutils [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] Acquiring lock "refresh_cache-b1971861-5b0a-45b9-a37c-972258e7ff85" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.756485] env[69374]: DEBUG oslo_concurrency.lockutils [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] Acquired lock "refresh_cache-b1971861-5b0a-45b9-a37c-972258e7ff85" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.756630] env[69374]: DEBUG nova.network.neutron [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Refreshing network info cache for port 9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.808817] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ac5672-5e4a-109c-5e61-8c9491549659, 'name': SearchDatastore_Task, 'duration_secs': 0.087374} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.809788] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.809788] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.809788] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.810032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.810116] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.810574] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bc2ee5f-74b5-42bd-89e7-48b3ea50d045 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.829424] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.829675] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.830477] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d1163c-4d6a-407e-ba92-946a77c9fa9c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.836376] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for the task: (returnval){ [ 684.836376] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d9dab9-ad04-52b0-c69b-1ab4748ce53f" [ 684.836376] env[69374]: _type = "Task" [ 684.836376] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.855614] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d9dab9-ad04-52b0-c69b-1ab4748ce53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.868791] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110847, 'name': ReconfigVM_Task, 'duration_secs': 0.330691} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.868791] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance '985f141c-62c8-4ee6-8989-3afbb66f0e49' progress to 33 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 684.895529] env[69374]: DEBUG oslo_vmware.api [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110848, 'name': PowerOffVM_Task, 'duration_secs': 0.279701} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.895796] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.895976] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.897775] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2de15eb7-4682-4b5d-b992-2e7f47c1c942 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.940803] env[69374]: INFO nova.compute.manager [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Took 27.20 seconds to build instance. [ 684.970226] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.970435] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.970608] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Deleting the datastore file [datastore2] 8a28ee63-08f7-407a-a4cf-f4124755cd09 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.970881] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11a2f555-89ea-421f-9d47-bae04e01ff55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.984680] env[69374]: DEBUG oslo_vmware.api [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for the task: (returnval){ [ 684.984680] env[69374]: value = "task-4110850" [ 684.984680] env[69374]: _type = "Task" [ 684.984680] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.997767] env[69374]: DEBUG oslo_vmware.api [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.011260] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674873} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.012094] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] b1971861-5b0a-45b9-a37c-972258e7ff85/b1971861-5b0a-45b9-a37c-972258e7ff85.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.012351] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.012610] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-322d9c04-4a44-41d3-bfbb-c868ca630fff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.024411] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 685.024411] env[69374]: value = "task-4110851" [ 685.024411] env[69374]: _type = "Task" [ 685.024411] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.024862] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3a3e9e7-5f85-4069-9a91-d467ee1bba10 tempest-DeleteServersAdminTestJSON-1026393555 tempest-DeleteServersAdminTestJSON-1026393555-project-admin] Lock "e465bd86-4753-4430-a1fc-b0483c35bb0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.142s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.040726] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.154862] env[69374]: INFO nova.compute.manager [-] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Took 2.44 seconds to deallocate network for instance. [ 685.203269] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquiring lock "ae9be03b-f45f-4285-ba68-d174581c0c78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.204160] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "ae9be03b-f45f-4285-ba68-d174581c0c78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.204160] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquiring lock "ae9be03b-f45f-4285-ba68-d174581c0c78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.204412] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "ae9be03b-f45f-4285-ba68-d174581c0c78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.205271] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "ae9be03b-f45f-4285-ba68-d174581c0c78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.208141] env[69374]: INFO nova.compute.manager [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Terminating instance [ 685.351579] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d9dab9-ad04-52b0-c69b-1ab4748ce53f, 'name': SearchDatastore_Task, 'duration_secs': 0.04175} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.357145] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af4c4ce-86e3-41a8-96af-92896afe8af0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.380409] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.380409] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.380409] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.380786] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.380786] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.384391] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.384391] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.384391] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.384391] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.384391] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.384846] env[69374]: DEBUG nova.virt.hardware [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.389453] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 685.390227] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df2f2830-9e35-4f67-9dba-39d9dc0cbfc8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.406679] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for the task: (returnval){ [ 685.406679] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]528c4fef-8e52-9e8e-3edc-29bce12724c7" [ 685.406679] env[69374]: _type = "Task" [ 685.406679] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.419058] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 685.419058] env[69374]: value = "task-4110852" [ 685.419058] env[69374]: _type = "Task" [ 685.419058] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.422999] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528c4fef-8e52-9e8e-3edc-29bce12724c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.433742] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110852, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.445300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d34a780-6b07-49c8-8f1a-344512e4dae4 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.930s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.495349] env[69374]: DEBUG oslo_vmware.api [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Task: {'id': task-4110850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383598} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.495711] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.495822] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.495974] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.496099] env[69374]: INFO nova.compute.manager [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Took 1.15 seconds to destroy the instance on the hypervisor. [ 685.496610] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.496610] env[69374]: DEBUG nova.compute.manager [-] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.496800] env[69374]: DEBUG nova.network.neutron [-] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.546324] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079973} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.546638] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.547785] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae97b8-11e4-4476-940c-b7598bf917ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.580444] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] b1971861-5b0a-45b9-a37c-972258e7ff85/b1971861-5b0a-45b9-a37c-972258e7ff85.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.583435] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-543f8857-f420-4348-a37e-f821fa063101 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.610164] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 685.610164] env[69374]: value = "task-4110853" [ 685.610164] env[69374]: _type = "Task" [ 685.610164] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.628263] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.668354] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.672538] env[69374]: DEBUG nova.network.neutron [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Updated VIF entry in instance network info cache for port 7ed40913-cae4-437a-8fc0-d9c3360ea1f5. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.673080] env[69374]: DEBUG nova.network.neutron [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Updating instance_info_cache with network_info: [{"id": "7ed40913-cae4-437a-8fc0-d9c3360ea1f5", "address": "fa:16:3e:47:9a:77", "network": {"id": "d30661a0-b1fe-4220-856f-c494d21d980d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1765607875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01835a5277f4b39853fe8cd9c71cf1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed40913-ca", "ovs_interfaceid": "7ed40913-cae4-437a-8fc0-d9c3360ea1f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.721108] env[69374]: DEBUG nova.compute.manager [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.721108] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.725524] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b324f9-5e94-493e-beff-afb196f878a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.741026] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.741026] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-990f7cc2-0778-46d2-ae3d-d75543bbce10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.744552] env[69374]: DEBUG oslo_vmware.api [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 685.744552] env[69374]: value = "task-4110854" [ 685.744552] env[69374]: _type = "Task" [ 685.744552] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.757597] env[69374]: DEBUG oslo_vmware.api [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.803693] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2d3f62-8426-4717-8a1d-a40bb25c4c9f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.814859] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15471ae-001a-458b-83be-efbdc4de5d99 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.849436] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba76526-982c-40b9-9fb4-932457d55100 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.858767] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a885b113-ccef-43cb-9d8a-99fa113040ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.874561] env[69374]: DEBUG nova.compute.provider_tree [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.924155] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528c4fef-8e52-9e8e-3edc-29bce12724c7, 'name': SearchDatastore_Task, 'duration_secs': 0.036955} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.928335] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.928657] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] e871adc2-871c-4f81-84d3-172ba0fa5ea9/e871adc2-871c-4f81-84d3-172ba0fa5ea9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.929265] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54127edb-0dbb-4d7b-8776-6554954f6c07 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.940862] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110852, 'name': ReconfigVM_Task, 'duration_secs': 0.378733} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.941134] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 685.941667] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for the task: (returnval){ [ 685.941667] env[69374]: value = "task-4110855" [ 685.941667] env[69374]: _type = "Task" [ 685.941667] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.942923] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2223a51a-2a48-4b64-b838-7541424e2c8d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.972529] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.980670] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 985f141c-62c8-4ee6-8989-3afbb66f0e49/985f141c-62c8-4ee6-8989-3afbb66f0e49.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.984664] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a595df7-318f-44f9-adad-33d57c4476a3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.003174] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 686.003174] env[69374]: value = "task-4110856" [ 686.003174] env[69374]: _type = "Task" [ 686.003174] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.015370] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.094134] env[69374]: DEBUG nova.network.neutron [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Updated VIF entry in instance network info cache for port 9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.095884] env[69374]: DEBUG nova.network.neutron [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Updating instance_info_cache with network_info: [{"id": "9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73", "address": "fa:16:3e:ae:3e:ad", "network": {"id": "f00573d5-1cd6-46c2-9f9a-7e386d85f53d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1769324003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "205cbd4079034630a44f4c38ad49858f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf2fe66-5d", "ovs_interfaceid": "9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.126711] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.176212] env[69374]: DEBUG oslo_concurrency.lockutils [req-4948a549-7d64-4dc7-990c-aa9a280c6fb8 req-c79d03df-7806-4be9-931b-6e53b5d76d7c service nova] Releasing lock "refresh_cache-e871adc2-871c-4f81-84d3-172ba0fa5ea9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.180648] env[69374]: DEBUG nova.network.neutron [-] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.259658] env[69374]: DEBUG oslo_vmware.api [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110854, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.380305] env[69374]: DEBUG nova.scheduler.client.report [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.456028] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110855, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.515580] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.598974] env[69374]: DEBUG oslo_concurrency.lockutils [req-8f2d270f-8533-4ab9-a4fb-528d0e9385fe req-f0aa9c24-ee0c-4adf-bcd5-844afbbe8683 service nova] Releasing lock "refresh_cache-b1971861-5b0a-45b9-a37c-972258e7ff85" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.623120] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110853, 'name': ReconfigVM_Task, 'duration_secs': 0.698352} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.623577] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Reconfigured VM instance instance-0000000c to attach disk [datastore1] b1971861-5b0a-45b9-a37c-972258e7ff85/b1971861-5b0a-45b9-a37c-972258e7ff85.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.624373] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a18ad11-8860-4867-a614-709ef2f8cb41 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.633052] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 686.633052] env[69374]: value = "task-4110857" [ 686.633052] env[69374]: _type = "Task" [ 686.633052] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.646677] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110857, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.684737] env[69374]: INFO nova.compute.manager [-] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Took 2.26 seconds to deallocate network for instance. [ 686.735870] env[69374]: DEBUG nova.network.neutron [-] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.761701] env[69374]: DEBUG oslo_vmware.api [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110854, 'name': PowerOffVM_Task, 'duration_secs': 0.537963} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.761984] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.762080] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.762678] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94a4161c-f6fa-4e21-b0c0-aeb308ce3df5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.884983] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.885584] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.885584] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Deleting the datastore file [datastore2] ae9be03b-f45f-4285-ba68-d174581c0c78 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.886488] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.887864] env[69374]: DEBUG nova.compute.manager [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.891370] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd3ed482-180c-465e-b1c0-9c9a15f58791 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.895168] env[69374]: DEBUG oslo_concurrency.lockutils [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.850s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.895168] env[69374]: DEBUG nova.objects.instance [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Lazy-loading 'resources' on Instance uuid 2a61bd38-2eac-4e95-a985-9981f67e1835 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.904050] env[69374]: DEBUG oslo_vmware.api [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for the task: (returnval){ [ 686.904050] env[69374]: value = "task-4110859" [ 686.904050] env[69374]: _type = "Task" [ 686.904050] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.918655] env[69374]: DEBUG oslo_vmware.api [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.963018] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748345} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.963018] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] e871adc2-871c-4f81-84d3-172ba0fa5ea9/e871adc2-871c-4f81-84d3-172ba0fa5ea9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.963018] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.963018] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0a50c64-ac2f-42d0-a7f9-6c120702eb8b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.971943] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for the task: (returnval){ [ 686.971943] env[69374]: value = "task-4110860" [ 686.971943] env[69374]: _type = "Task" [ 686.971943] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.984298] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.022410] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.144457] env[69374]: DEBUG nova.network.neutron [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Successfully updated port: 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.152183] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110857, 'name': Rename_Task, 'duration_secs': 0.182353} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.152981] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.153050] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d30b7475-38c0-4fca-918d-c056962855bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.163089] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 687.163089] env[69374]: value = "task-4110861" [ 687.163089] env[69374]: _type = "Task" [ 687.163089] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.183544] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.193592] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.238967] env[69374]: INFO nova.compute.manager [-] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Took 1.74 seconds to deallocate network for instance. [ 687.335943] env[69374]: DEBUG nova.compute.manager [req-3f2deb2d-6763-405b-923c-f9db1229b2d5 req-956dbb5f-7dc2-4f48-986b-f255909706a1 service nova] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Received event network-vif-deleted-bcb85aca-7ce9-4740-b3b2-7ea5ac701cd0 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.397780] env[69374]: DEBUG nova.compute.utils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.399053] env[69374]: DEBUG nova.compute.manager [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.399411] env[69374]: DEBUG nova.network.neutron [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.425923] env[69374]: DEBUG oslo_vmware.api [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Task: {'id': task-4110859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395975} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.427017] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.427017] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.427017] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.427185] env[69374]: INFO nova.compute.manager [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Took 1.71 seconds to destroy the instance on the hypervisor. [ 687.427471] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.428029] env[69374]: DEBUG nova.compute.manager [-] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.428029] env[69374]: DEBUG nova.network.neutron [-] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.489647] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086881} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.489647] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.490295] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae5f24c-2a70-4a9f-be3c-797b9b021b80 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.524708] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] e871adc2-871c-4f81-84d3-172ba0fa5ea9/e871adc2-871c-4f81-84d3-172ba0fa5ea9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.534758] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ca8635-388f-4e2c-8ebf-00df6293dfa2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.571141] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110856, 'name': ReconfigVM_Task, 'duration_secs': 1.066583} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.571141] env[69374]: DEBUG nova.policy [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ed2cd91d50a40ac93210a8986ca32a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bcf16760afa4bdba3e8c876c7e5aa56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.572207] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 985f141c-62c8-4ee6-8989-3afbb66f0e49/985f141c-62c8-4ee6-8989-3afbb66f0e49.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.572409] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance '985f141c-62c8-4ee6-8989-3afbb66f0e49' progress to 50 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 687.579928] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for the task: (returnval){ [ 687.579928] env[69374]: value = "task-4110862" [ 687.579928] env[69374]: _type = "Task" [ 687.579928] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.601024] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.624241] env[69374]: DEBUG nova.compute.manager [req-bd20fc44-aabd-447b-b2cd-f2dade3af81c req-f38214a3-05fd-4d97-a727-0631bf80655e service nova] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Received event network-vif-deleted-70feeabe-5148-4f1b-900c-f5a692b4c2eb {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.646872] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "refresh_cache-d0e7e240-8276-4bba-8547-7ec13a40cb8e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.647123] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquired lock "refresh_cache-d0e7e240-8276-4bba-8547-7ec13a40cb8e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.647208] env[69374]: DEBUG nova.network.neutron [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.679299] env[69374]: DEBUG oslo_vmware.api [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110861, 'name': PowerOnVM_Task, 'duration_secs': 0.510836} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.682875] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.683153] env[69374]: INFO nova.compute.manager [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Took 12.48 seconds to spawn the instance on the hypervisor. [ 687.683403] env[69374]: DEBUG nova.compute.manager [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 687.685951] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9600d4-e765-4e48-85de-e5f669b39a94 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.751855] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.857143] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d49988-2c2b-4b08-a98c-0fd17978167d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.867526] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7430372-1c8e-437b-b181-f44df40753a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.904914] env[69374]: DEBUG nova.compute.manager [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.910216] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e346963-1568-48c5-bc75-dbef503371ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.921287] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f602f7-2ff0-4912-ad25-d5c70c8f7c35 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.938979] env[69374]: DEBUG nova.compute.provider_tree [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.090962] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be747171-bd1e-4158-a516-64b6f64701fe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.099420] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.113056] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f72149-f1ea-4a22-9ac9-297100e46c6c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.131851] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance '985f141c-62c8-4ee6-8989-3afbb66f0e49' progress to 67 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 688.192208] env[69374]: DEBUG nova.network.neutron [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.211251] env[69374]: INFO nova.compute.manager [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Took 28.56 seconds to build instance. [ 688.323934] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "af67629c-8b83-41b7-847c-049a305f970c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.324489] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "af67629c-8b83-41b7-847c-049a305f970c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.405507] env[69374]: DEBUG nova.network.neutron [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Updating instance_info_cache with network_info: [{"id": "5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc", "address": "fa:16:3e:e6:d5:b6", "network": {"id": "26ec782d-9c6a-4198-b6a3-19cd6c692497", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1806590212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a790baae7ad546d68831098e64f7f560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6efcb4-4b", "ovs_interfaceid": "5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.443193] env[69374]: DEBUG nova.scheduler.client.report [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.604539] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.640997] env[69374]: DEBUG nova.network.neutron [-] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.695784] env[69374]: DEBUG nova.network.neutron [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Port 37681e0f-27cc-4822-bf1e-ab8b16b83369 binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 688.715813] env[69374]: DEBUG oslo_concurrency.lockutils [None req-11919e27-1187-4d20-850b-2ae2f43cc5c1 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "b1971861-5b0a-45b9-a37c-972258e7ff85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.565s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.758648] env[69374]: DEBUG nova.network.neutron [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Successfully created port: 832021be-55f3-4382-ad69-112e3a770184 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.829223] env[69374]: DEBUG nova.compute.manager [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.908538] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Releasing lock "refresh_cache-d0e7e240-8276-4bba-8547-7ec13a40cb8e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.910808] env[69374]: DEBUG nova.compute.manager [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Instance network_info: |[{"id": "5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc", "address": "fa:16:3e:e6:d5:b6", "network": {"id": "26ec782d-9c6a-4198-b6a3-19cd6c692497", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1806590212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a790baae7ad546d68831098e64f7f560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6efcb4-4b", "ovs_interfaceid": "5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.910963] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:d5:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.919113] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Creating folder: Project (a790baae7ad546d68831098e64f7f560). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.919179] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58807479-0961-481c-8423-4c7292e96ce1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.924547] env[69374]: DEBUG nova.compute.manager [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.931900] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Created folder: Project (a790baae7ad546d68831098e64f7f560) in parent group-v814324. [ 688.932113] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Creating folder: Instances. Parent ref: group-v814362. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.932362] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f834ebc8-cafc-4a1b-a70b-325a0d4491ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.948674] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Created folder: Instances in parent group-v814362. [ 688.949454] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.949454] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.949894] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3be24862-2a12-4b23-a913-97109ba9c3dc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.974772] env[69374]: DEBUG nova.virt.hardware [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.976628] env[69374]: DEBUG nova.virt.hardware [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.976628] env[69374]: DEBUG nova.virt.hardware [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.976628] env[69374]: DEBUG nova.virt.hardware [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.976628] env[69374]: DEBUG nova.virt.hardware [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.976628] env[69374]: DEBUG nova.virt.hardware [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.976898] env[69374]: DEBUG nova.virt.hardware [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.976898] env[69374]: DEBUG nova.virt.hardware [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.976898] env[69374]: DEBUG nova.virt.hardware [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.976898] env[69374]: DEBUG nova.virt.hardware [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.976898] env[69374]: DEBUG nova.virt.hardware [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.977963] env[69374]: DEBUG oslo_concurrency.lockutils [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.980871] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a99b19d-3542-4f63-a7cd-f5bc4de6af2f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.985304] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.127s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.986816] env[69374]: INFO nova.compute.claims [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.996901] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c82396b-bd23-4bc3-b18a-55ef94d7fe81 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.001362] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.001362] env[69374]: value = "task-4110865" [ 689.001362] env[69374]: _type = "Task" [ 689.001362] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.026284] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110865, 'name': CreateVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.030719] env[69374]: INFO nova.scheduler.client.report [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Deleted allocations for instance 2a61bd38-2eac-4e95-a985-9981f67e1835 [ 689.102226] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110862, 'name': ReconfigVM_Task, 'duration_secs': 1.339009} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.102226] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Reconfigured VM instance instance-0000000d to attach disk [datastore1] e871adc2-871c-4f81-84d3-172ba0fa5ea9/e871adc2-871c-4f81-84d3-172ba0fa5ea9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.102925] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ea2854f-2269-4cda-bb68-e168524de683 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.112838] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for the task: (returnval){ [ 689.112838] env[69374]: value = "task-4110866" [ 689.112838] env[69374]: _type = "Task" [ 689.112838] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.130131] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110866, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.143773] env[69374]: INFO nova.compute.manager [-] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Took 1.72 seconds to deallocate network for instance. [ 689.366026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.367846] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.368075] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.522235] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110865, 'name': CreateVM_Task, 'duration_secs': 0.378413} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.522235] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.522809] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.522985] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.523473] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.523655] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726e70be-8fef-4034-94ec-c9c07db9e7e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.530475] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 689.530475] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c40c07-2547-3e89-00ba-a9ca7bede7e9" [ 689.530475] env[69374]: _type = "Task" [ 689.530475] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.548183] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c40c07-2547-3e89-00ba-a9ca7bede7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.549096] env[69374]: DEBUG oslo_concurrency.lockutils [None req-58bdf5ee-f6ca-4d7e-835d-2756dfe03001 tempest-ServerDiagnosticsTest-386075558 tempest-ServerDiagnosticsTest-386075558-project-member] Lock "2a61bd38-2eac-4e95-a985-9981f67e1835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.572s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.628995] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110866, 'name': Rename_Task, 'duration_secs': 0.240035} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.628995] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.628995] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c91098dd-a67e-404b-9102-df485413bf32 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.638043] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for the task: (returnval){ [ 689.638043] env[69374]: value = "task-4110871" [ 689.638043] env[69374]: _type = "Task" [ 689.638043] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.648119] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.656214] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.736747] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "985f141c-62c8-4ee6-8989-3afbb66f0e49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.737170] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.737223] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.826116] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquiring lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.826116] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.873579] env[69374]: DEBUG nova.compute.manager [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.046080] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c40c07-2547-3e89-00ba-a9ca7bede7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.028262} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.046671] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.046671] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.046884] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.047044] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.047234] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.047589] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-526c80f5-157d-4a9f-921e-84ae87a9f24e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.063219] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.063452] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.064272] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162e5dd4-4703-4eee-931c-ed516656c05f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.074429] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 690.074429] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523ef327-fb0b-1011-125d-c2fbd3bacad2" [ 690.074429] env[69374]: _type = "Task" [ 690.074429] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.086676] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523ef327-fb0b-1011-125d-c2fbd3bacad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.148772] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110871, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.329369] env[69374]: DEBUG nova.compute.manager [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.336840] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8a57ef-6b8f-45bf-ac24-0956bf347b99 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.348958] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31504708-6247-470e-b09d-2c2598983c61 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.400774] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4940d2f7-a635-4b20-b496-c0301c28060e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.411226] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805d9e93-190b-459c-ba5f-a253f7be0e39 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.416481] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.428658] env[69374]: DEBUG nova.compute.provider_tree [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.464906] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "32b4b621-d544-4e28-8efb-35718d714c4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.465261] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "32b4b621-d544-4e28-8efb-35718d714c4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.590224] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523ef327-fb0b-1011-125d-c2fbd3bacad2, 'name': SearchDatastore_Task, 'duration_secs': 0.017216} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.591349] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51aa2b9-e876-4009-82d7-050b10f92900 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.598535] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 690.598535] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5236d1eb-45ab-fef2-9fdf-ccf18589cd4f" [ 690.598535] env[69374]: _type = "Task" [ 690.598535] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.607813] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5236d1eb-45ab-fef2-9fdf-ccf18589cd4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.652351] env[69374]: DEBUG oslo_vmware.api [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4110871, 'name': PowerOnVM_Task, 'duration_secs': 0.612719} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.652860] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.652860] env[69374]: INFO nova.compute.manager [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Took 12.92 seconds to spawn the instance on the hypervisor. [ 690.653093] env[69374]: DEBUG nova.compute.manager [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.653813] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b48bbad-9d3d-4d28-b807-3d1ffae6b962 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.823900] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.823900] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.823900] env[69374]: DEBUG nova.network.neutron [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.856557] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.934353] env[69374]: DEBUG nova.scheduler.client.report [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.971921] env[69374]: DEBUG nova.compute.manager [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.115321] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5236d1eb-45ab-fef2-9fdf-ccf18589cd4f, 'name': SearchDatastore_Task, 'duration_secs': 0.034398} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.115321] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.115321] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] d0e7e240-8276-4bba-8547-7ec13a40cb8e/d0e7e240-8276-4bba-8547-7ec13a40cb8e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.115321] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-738f888e-4600-488c-bde8-14a528aabd63 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.124063] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 691.124063] env[69374]: value = "task-4110872" [ 691.124063] env[69374]: _type = "Task" [ 691.124063] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.133549] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.176165] env[69374]: INFO nova.compute.manager [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Took 29.14 seconds to build instance. [ 691.287698] env[69374]: DEBUG nova.network.neutron [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Successfully updated port: 832021be-55f3-4382-ad69-112e3a770184 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.297606] env[69374]: DEBUG nova.compute.manager [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 691.297606] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecca52c0-b79e-453c-a728-f2567b65f84f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.303756] env[69374]: DEBUG nova.compute.manager [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Received event network-vif-plugged-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.304271] env[69374]: DEBUG oslo_concurrency.lockutils [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] Acquiring lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.304600] env[69374]: DEBUG oslo_concurrency.lockutils [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] Lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.304880] env[69374]: DEBUG oslo_concurrency.lockutils [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] Lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.305175] env[69374]: DEBUG nova.compute.manager [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] No waiting events found dispatching network-vif-plugged-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 691.305465] env[69374]: WARNING nova.compute.manager [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Received unexpected event network-vif-plugged-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc for instance with vm_state building and task_state spawning. [ 691.305726] env[69374]: DEBUG nova.compute.manager [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Received event network-changed-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.306085] env[69374]: DEBUG nova.compute.manager [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Refreshing instance network info cache due to event network-changed-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.306367] env[69374]: DEBUG oslo_concurrency.lockutils [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] Acquiring lock "refresh_cache-d0e7e240-8276-4bba-8547-7ec13a40cb8e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.306615] env[69374]: DEBUG oslo_concurrency.lockutils [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] Acquired lock "refresh_cache-d0e7e240-8276-4bba-8547-7ec13a40cb8e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.306874] env[69374]: DEBUG nova.network.neutron [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Refreshing network info cache for port 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.438778] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.439800] env[69374]: DEBUG nova.compute.manager [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.442923] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.782s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.444469] env[69374]: INFO nova.compute.claims [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.504422] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.529117] env[69374]: DEBUG nova.compute.manager [req-42663478-b7dc-409a-8240-aac7a522b944 req-6b83f69e-57ff-489f-8b6a-a09afaa6cc3b service nova] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Received event network-vif-deleted-115c41b7-7f00-41b9-aabb-5d77bee60271 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.529264] env[69374]: DEBUG nova.compute.manager [req-42663478-b7dc-409a-8240-aac7a522b944 req-6b83f69e-57ff-489f-8b6a-a09afaa6cc3b service nova] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Received event network-vif-deleted-aad84495-aca5-4e4a-85b9-fdd5d9457c06 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.538041] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.538041] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.643520] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110872, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.674575] env[69374]: DEBUG nova.network.neutron [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance_info_cache with network_info: [{"id": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "address": "fa:16:3e:f3:18:2b", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37681e0f-27", "ovs_interfaceid": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.676749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5720fbe9-7081-4e31-b92f-305ce4ebad27 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.650s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.793936] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "refresh_cache-5e27405c-eeb5-4af1-baf5-f9386393587e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.794147] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquired lock "refresh_cache-5e27405c-eeb5-4af1-baf5-f9386393587e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.794309] env[69374]: DEBUG nova.network.neutron [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.827232] env[69374]: INFO nova.compute.manager [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] instance snapshotting [ 691.833194] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cbbf1e-b9ec-4f12-a37a-ca12001d6eb0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.867881] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8470acda-06c8-4128-98d1-0be79d97ef3d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.950720] env[69374]: DEBUG nova.compute.utils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.962502] env[69374]: DEBUG nova.compute.manager [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.962502] env[69374]: DEBUG nova.network.neutron [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.002839] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "71bb33fe-516e-45d1-9097-775e783d763e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.003187] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "71bb33fe-516e-45d1-9097-775e783d763e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.045545] env[69374]: DEBUG nova.policy [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f40403393fb2403d9d7723bf85e73517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1f5c9e9b44d47c38be1270efc33d76b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.143382] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.944711} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.143851] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] d0e7e240-8276-4bba-8547-7ec13a40cb8e/d0e7e240-8276-4bba-8547-7ec13a40cb8e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.147207] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.147207] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d54f856a-5494-4963-960d-287832bfd811 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.156051] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 692.156051] env[69374]: value = "task-4110873" [ 692.156051] env[69374]: _type = "Task" [ 692.156051] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.170268] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.180202] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.186367] env[69374]: DEBUG nova.compute.manager [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.267110] env[69374]: DEBUG nova.network.neutron [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Updated VIF entry in instance network info cache for port 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.267641] env[69374]: DEBUG nova.network.neutron [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Updating instance_info_cache with network_info: [{"id": "5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc", "address": "fa:16:3e:e6:d5:b6", "network": {"id": "26ec782d-9c6a-4198-b6a3-19cd6c692497", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1806590212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a790baae7ad546d68831098e64f7f560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6efcb4-4b", "ovs_interfaceid": "5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.371554] env[69374]: DEBUG nova.network.neutron [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.385320] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 692.385634] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-decbe4ee-ff89-4fa4-b216-58ca7584ce67 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.410041] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 692.410041] env[69374]: value = "task-4110874" [ 692.410041] env[69374]: _type = "Task" [ 692.410041] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.423824] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110874, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.449963] env[69374]: DEBUG nova.network.neutron [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Successfully created port: bf356b2c-289e-4c7c-a93d-7325e7683f37 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.454420] env[69374]: DEBUG nova.compute.manager [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.670067] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139593} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.670481] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.671439] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37ded43-682e-472e-b2e2-805b3afb5f52 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.709468] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] d0e7e240-8276-4bba-8547-7ec13a40cb8e/d0e7e240-8276-4bba-8547-7ec13a40cb8e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.716091] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06f8736b-be95-45b3-a50c-750f2826fba4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.740814] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 692.740814] env[69374]: value = "task-4110876" [ 692.740814] env[69374]: _type = "Task" [ 692.740814] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.748334] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b11900-ad3c-468f-880c-49724e57e248 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.759853] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.776985] env[69374]: DEBUG oslo_concurrency.lockutils [req-3e24edd0-bbea-450a-acba-5021334b7321 req-141052f9-c21c-419e-8ff7-a89ca2e4ee17 service nova] Releasing lock "refresh_cache-d0e7e240-8276-4bba-8547-7ec13a40cb8e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.778206] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f3623a-bfc2-4ce7-b643-69cb4007d202 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.784949] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.793344] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance '985f141c-62c8-4ee6-8989-3afbb66f0e49' progress to 83 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 692.923492] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110874, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.964607] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a4cfbb-f0c1-48ca-83c7-5a0bc3636359 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.976318] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d045b-0cf4-4bd1-82ce-7f209affff73 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.015245] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce19220-935e-4270-9fae-8fb6c76a972f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.024414] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d84d2d-79f5-47ad-bb39-86c3f641af05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.040860] env[69374]: DEBUG nova.compute.provider_tree [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.111470] env[69374]: DEBUG nova.network.neutron [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Updating instance_info_cache with network_info: [{"id": "832021be-55f3-4382-ad69-112e3a770184", "address": "fa:16:3e:11:48:63", "network": {"id": "de06265d-5683-4281-8cac-95625f450cf2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-915275261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bcf16760afa4bdba3e8c876c7e5aa56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap832021be-55", "ovs_interfaceid": "832021be-55f3-4382-ad69-112e3a770184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.256380] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110876, 'name': ReconfigVM_Task, 'duration_secs': 0.508729} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.256939] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Reconfigured VM instance instance-0000000e to attach disk [datastore1] d0e7e240-8276-4bba-8547-7ec13a40cb8e/d0e7e240-8276-4bba-8547-7ec13a40cb8e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.258412] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8fab812-b8ff-4819-b97d-41667045b6f9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.271937] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 693.271937] env[69374]: value = "task-4110877" [ 693.271937] env[69374]: _type = "Task" [ 693.271937] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.286606] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110877, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.301101] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.301680] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88f05bf6-3acf-4c89-bea2-7d5f9af9cc2c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.321167] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 693.321167] env[69374]: value = "task-4110878" [ 693.321167] env[69374]: _type = "Task" [ 693.321167] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.333621] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.428125] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110874, 'name': CreateSnapshot_Task, 'duration_secs': 0.94323} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.429024] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 693.429477] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bb9ade-f65e-40d0-bde8-1029ff13979f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.469124] env[69374]: DEBUG nova.compute.manager [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.510742] env[69374]: DEBUG nova.virt.hardware [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.512024] env[69374]: DEBUG nova.virt.hardware [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.512024] env[69374]: DEBUG nova.virt.hardware [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.512024] env[69374]: DEBUG nova.virt.hardware [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.512024] env[69374]: DEBUG nova.virt.hardware [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.512024] env[69374]: DEBUG nova.virt.hardware [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.512479] env[69374]: DEBUG nova.virt.hardware [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.512479] env[69374]: DEBUG nova.virt.hardware [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.512479] env[69374]: DEBUG nova.virt.hardware [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.512614] env[69374]: DEBUG nova.virt.hardware [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.512775] env[69374]: DEBUG nova.virt.hardware [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.514136] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668b5719-350c-470e-b028-e1282571220a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.523975] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aa30b6-7c87-4906-90ed-eeb5894a02e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.546022] env[69374]: DEBUG nova.scheduler.client.report [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.616814] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Releasing lock "refresh_cache-5e27405c-eeb5-4af1-baf5-f9386393587e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.616814] env[69374]: DEBUG nova.compute.manager [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Instance network_info: |[{"id": "832021be-55f3-4382-ad69-112e3a770184", "address": "fa:16:3e:11:48:63", "network": {"id": "de06265d-5683-4281-8cac-95625f450cf2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-915275261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bcf16760afa4bdba3e8c876c7e5aa56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap832021be-55", "ovs_interfaceid": "832021be-55f3-4382-ad69-112e3a770184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.617120] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:48:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '832021be-55f3-4382-ad69-112e3a770184', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.624578] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Creating folder: Project (9bcf16760afa4bdba3e8c876c7e5aa56). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.624900] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cf73236-b482-4e99-9ad7-1475a4debf38 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.639325] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Created folder: Project (9bcf16760afa4bdba3e8c876c7e5aa56) in parent group-v814324. [ 693.639325] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Creating folder: Instances. Parent ref: group-v814369. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.639325] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b452112a-1a69-44a6-b7a3-61bf91073e10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.649835] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Created folder: Instances in parent group-v814369. [ 693.650973] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.650973] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.650973] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07a9c20e-3fec-4b20-8a1c-e950aa4ca02c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.679317] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.679317] env[69374]: value = "task-4110881" [ 693.679317] env[69374]: _type = "Task" [ 693.679317] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.688880] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110881, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.786660] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110877, 'name': Rename_Task, 'duration_secs': 0.266514} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.787031] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.787410] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b489780b-b4ca-49a2-ae8c-a7f9e56b7a7c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.795960] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 693.795960] env[69374]: value = "task-4110882" [ 693.795960] env[69374]: _type = "Task" [ 693.795960] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.806895] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.832664] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110878, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.959493] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 693.959872] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-32663801-ea98-48cb-a9dc-0d358c61e44f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.971650] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 693.971650] env[69374]: value = "task-4110883" [ 693.971650] env[69374]: _type = "Task" [ 693.971650] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.982624] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110883, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.050288] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.051203] env[69374]: DEBUG nova.compute.manager [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.055132] env[69374]: DEBUG oslo_concurrency.lockutils [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.758s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.056098] env[69374]: DEBUG nova.objects.instance [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Lazy-loading 'resources' on Instance uuid cc738351-dc35-471f-b15b-d0b4d29541a1 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.093292] env[69374]: DEBUG nova.network.neutron [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Successfully updated port: bf356b2c-289e-4c7c-a93d-7325e7683f37 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.197955] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110881, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.309610] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.339744] env[69374]: DEBUG oslo_vmware.api [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4110878, 'name': PowerOnVM_Task, 'duration_secs': 0.999387} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.340050] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.340397] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9d5819-8a22-4e55-9fc5-2a353560c701 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance '985f141c-62c8-4ee6-8989-3afbb66f0e49' progress to 100 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.375938] env[69374]: DEBUG nova.compute.manager [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Received event network-vif-plugged-832021be-55f3-4382-ad69-112e3a770184 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.378590] env[69374]: DEBUG oslo_concurrency.lockutils [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] Acquiring lock "5e27405c-eeb5-4af1-baf5-f9386393587e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.378971] env[69374]: DEBUG oslo_concurrency.lockutils [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.379193] env[69374]: DEBUG oslo_concurrency.lockutils [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.379376] env[69374]: DEBUG nova.compute.manager [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] No waiting events found dispatching network-vif-plugged-832021be-55f3-4382-ad69-112e3a770184 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.379538] env[69374]: WARNING nova.compute.manager [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Received unexpected event network-vif-plugged-832021be-55f3-4382-ad69-112e3a770184 for instance with vm_state building and task_state spawning. [ 694.379700] env[69374]: DEBUG nova.compute.manager [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Received event network-changed-832021be-55f3-4382-ad69-112e3a770184 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.379923] env[69374]: DEBUG nova.compute.manager [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Refreshing instance network info cache due to event network-changed-832021be-55f3-4382-ad69-112e3a770184. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.380194] env[69374]: DEBUG oslo_concurrency.lockutils [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] Acquiring lock "refresh_cache-5e27405c-eeb5-4af1-baf5-f9386393587e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.380374] env[69374]: DEBUG oslo_concurrency.lockutils [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] Acquired lock "refresh_cache-5e27405c-eeb5-4af1-baf5-f9386393587e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.380569] env[69374]: DEBUG nova.network.neutron [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Refreshing network info cache for port 832021be-55f3-4382-ad69-112e3a770184 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.491216] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110883, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.561988] env[69374]: DEBUG nova.compute.utils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.567523] env[69374]: DEBUG nova.compute.manager [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.568158] env[69374]: DEBUG nova.network.neutron [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.597792] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquiring lock "refresh_cache-f35ffdf6-4113-4f4d-b574-25aef8c0ba27" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.597792] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquired lock "refresh_cache-f35ffdf6-4113-4f4d-b574-25aef8c0ba27" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.597792] env[69374]: DEBUG nova.network.neutron [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.640070] env[69374]: DEBUG nova.policy [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c6523bba042427eb5d22db48763fdd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09c342b152564a3fbf3ac7fbe4d851c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.698246] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110881, 'name': CreateVM_Task, 'duration_secs': 0.673299} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.698925] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.699817] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.700154] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.700903] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.701290] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb8051d-0e42-4710-b2f5-c010bfff3a95 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.713031] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 694.713031] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5219debf-aec2-aba3-01d7-3de01ec2bfc9" [ 694.713031] env[69374]: _type = "Task" [ 694.713031] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.728778] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5219debf-aec2-aba3-01d7-3de01ec2bfc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.812630] env[69374]: DEBUG oslo_vmware.api [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4110882, 'name': PowerOnVM_Task, 'duration_secs': 0.921834} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.813802] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.813802] env[69374]: INFO nova.compute.manager [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Took 12.11 seconds to spawn the instance on the hypervisor. [ 694.813802] env[69374]: DEBUG nova.compute.manager [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.814292] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b46a1d-c840-45b8-a79d-86a7c0b5bc4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.838870] env[69374]: DEBUG nova.compute.manager [req-e4d7ca67-26a7-4a07-a75a-0fda37a8f38b req-b8d9c83b-42d1-4692-891e-edb23d9da4e4 service nova] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Received event network-vif-plugged-bf356b2c-289e-4c7c-a93d-7325e7683f37 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.838992] env[69374]: DEBUG oslo_concurrency.lockutils [req-e4d7ca67-26a7-4a07-a75a-0fda37a8f38b req-b8d9c83b-42d1-4692-891e-edb23d9da4e4 service nova] Acquiring lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.839196] env[69374]: DEBUG oslo_concurrency.lockutils [req-e4d7ca67-26a7-4a07-a75a-0fda37a8f38b req-b8d9c83b-42d1-4692-891e-edb23d9da4e4 service nova] Lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.839714] env[69374]: DEBUG oslo_concurrency.lockutils [req-e4d7ca67-26a7-4a07-a75a-0fda37a8f38b req-b8d9c83b-42d1-4692-891e-edb23d9da4e4 service nova] Lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.840056] env[69374]: DEBUG nova.compute.manager [req-e4d7ca67-26a7-4a07-a75a-0fda37a8f38b req-b8d9c83b-42d1-4692-891e-edb23d9da4e4 service nova] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] No waiting events found dispatching network-vif-plugged-bf356b2c-289e-4c7c-a93d-7325e7683f37 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.840251] env[69374]: WARNING nova.compute.manager [req-e4d7ca67-26a7-4a07-a75a-0fda37a8f38b req-b8d9c83b-42d1-4692-891e-edb23d9da4e4 service nova] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Received unexpected event network-vif-plugged-bf356b2c-289e-4c7c-a93d-7325e7683f37 for instance with vm_state building and task_state spawning. [ 694.988974] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110883, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.026039] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.026039] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.068343] env[69374]: DEBUG nova.compute.manager [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.073632] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab916a8-e3c6-4b48-b847-3e03c158f7d2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.083013] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8667a55e-3c67-4f19-90ab-7c5ec2614f50 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.134493] env[69374]: DEBUG nova.network.neutron [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Successfully created port: 0bc3529e-5c7a-4790-9bd4-390ddfed3671 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.137519] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f1efae-3756-4a15-9ddd-632d65d67449 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.147652] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff31044-16e9-47cf-a43d-84291ec16a4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.164662] env[69374]: DEBUG nova.compute.provider_tree [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.224695] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5219debf-aec2-aba3-01d7-3de01ec2bfc9, 'name': SearchDatastore_Task, 'duration_secs': 0.031305} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.224695] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.224695] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.224899] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.225037] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.225330] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.225736] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f18598d-f23a-4212-b295-94f6adaa3bee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.231647] env[69374]: DEBUG nova.network.neutron [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.238643] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.238848] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.239622] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafa93e6-3c30-46c0-bde6-3ed0cc18a349 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.247388] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 695.247388] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a0c64f-0e88-c901-9e5e-a0e4825d051a" [ 695.247388] env[69374]: _type = "Task" [ 695.247388] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.255630] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a0c64f-0e88-c901-9e5e-a0e4825d051a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.295244] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquiring lock "38c6330f-116c-4976-b127-e2b389e00475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.295244] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Lock "38c6330f-116c-4976-b127-e2b389e00475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.345433] env[69374]: INFO nova.compute.manager [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Took 30.50 seconds to build instance. [ 695.486850] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110883, 'name': CloneVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.577996] env[69374]: DEBUG nova.network.neutron [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Updated VIF entry in instance network info cache for port 832021be-55f3-4382-ad69-112e3a770184. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.578412] env[69374]: DEBUG nova.network.neutron [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Updating instance_info_cache with network_info: [{"id": "832021be-55f3-4382-ad69-112e3a770184", "address": "fa:16:3e:11:48:63", "network": {"id": "de06265d-5683-4281-8cac-95625f450cf2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-915275261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bcf16760afa4bdba3e8c876c7e5aa56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap832021be-55", "ovs_interfaceid": "832021be-55f3-4382-ad69-112e3a770184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.667867] env[69374]: DEBUG nova.scheduler.client.report [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.686250] env[69374]: DEBUG nova.network.neutron [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Updating instance_info_cache with network_info: [{"id": "bf356b2c-289e-4c7c-a93d-7325e7683f37", "address": "fa:16:3e:a6:d7:12", "network": {"id": "106512e0-b029-414b-a24b-0f94b1aac9ca", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1437396027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f5c9e9b44d47c38be1270efc33d76b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf356b2c-28", "ovs_interfaceid": "bf356b2c-289e-4c7c-a93d-7325e7683f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.759397] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a0c64f-0e88-c901-9e5e-a0e4825d051a, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.760246] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae2f073-60a9-4e2e-8c9e-07683f11d541 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.767882] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 695.767882] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d0ce58-0e0f-50f2-e887-f8fe35858b70" [ 695.767882] env[69374]: _type = "Task" [ 695.767882] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.777928] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d0ce58-0e0f-50f2-e887-f8fe35858b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.849440] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c24e175-c880-44e1-9e67-98b41cba7442 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.015s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.988115] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110883, 'name': CloneVM_Task, 'duration_secs': 1.559952} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.988115] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Created linked-clone VM from snapshot [ 695.988812] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be039bdf-2941-4c99-9e31-c9d60b9a686d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.999021] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Uploading image e0d14a6d-deb7-4000-91d1-f00a394a87b2 {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 696.036075] env[69374]: DEBUG oslo_vmware.rw_handles [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 696.036075] env[69374]: value = "vm-814372" [ 696.036075] env[69374]: _type = "VirtualMachine" [ 696.036075] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 696.036397] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-223b4b3e-828d-4414-ba7f-d9d25301b84d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.046580] env[69374]: DEBUG oslo_vmware.rw_handles [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lease: (returnval){ [ 696.046580] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523cd49f-a09c-a5a4-5f09-05558801cb6f" [ 696.046580] env[69374]: _type = "HttpNfcLease" [ 696.046580] env[69374]: } obtained for exporting VM: (result){ [ 696.046580] env[69374]: value = "vm-814372" [ 696.046580] env[69374]: _type = "VirtualMachine" [ 696.046580] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 696.047017] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the lease: (returnval){ [ 696.047017] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523cd49f-a09c-a5a4-5f09-05558801cb6f" [ 696.047017] env[69374]: _type = "HttpNfcLease" [ 696.047017] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 696.056748] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 696.056748] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523cd49f-a09c-a5a4-5f09-05558801cb6f" [ 696.056748] env[69374]: _type = "HttpNfcLease" [ 696.056748] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 696.089570] env[69374]: DEBUG nova.compute.manager [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.096270] env[69374]: DEBUG oslo_concurrency.lockutils [req-76efb06e-c4e6-478d-89f0-d8957573f3e3 req-1391a9df-eb88-4a30-901f-9902300c39d4 service nova] Releasing lock "refresh_cache-5e27405c-eeb5-4af1-baf5-f9386393587e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.127640] env[69374]: DEBUG nova.virt.hardware [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.127768] env[69374]: DEBUG nova.virt.hardware [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.129226] env[69374]: DEBUG nova.virt.hardware [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.129468] env[69374]: DEBUG nova.virt.hardware [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.130733] env[69374]: DEBUG nova.virt.hardware [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.131250] env[69374]: DEBUG nova.virt.hardware [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.131250] env[69374]: DEBUG nova.virt.hardware [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.131418] env[69374]: DEBUG nova.virt.hardware [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.131555] env[69374]: DEBUG nova.virt.hardware [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.131714] env[69374]: DEBUG nova.virt.hardware [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.131890] env[69374]: DEBUG nova.virt.hardware [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.132941] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d823677-5fb3-414b-945e-46037bea1bee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.148860] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb308cbd-b5ce-4228-88e6-43f47d56d065 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.175127] env[69374]: DEBUG oslo_concurrency.lockutils [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.176307] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.530s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.177943] env[69374]: INFO nova.compute.claims [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.190151] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Releasing lock "refresh_cache-f35ffdf6-4113-4f4d-b574-25aef8c0ba27" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.190536] env[69374]: DEBUG nova.compute.manager [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Instance network_info: |[{"id": "bf356b2c-289e-4c7c-a93d-7325e7683f37", "address": "fa:16:3e:a6:d7:12", "network": {"id": "106512e0-b029-414b-a24b-0f94b1aac9ca", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1437396027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f5c9e9b44d47c38be1270efc33d76b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf356b2c-28", "ovs_interfaceid": "bf356b2c-289e-4c7c-a93d-7325e7683f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.191019] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:d7:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf356b2c-289e-4c7c-a93d-7325e7683f37', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.199813] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Creating folder: Project (d1f5c9e9b44d47c38be1270efc33d76b). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.200433] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53aa826b-1dd5-45c0-8811-c131a39822c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.203711] env[69374]: INFO nova.scheduler.client.report [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Deleted allocations for instance cc738351-dc35-471f-b15b-d0b4d29541a1 [ 696.213690] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Created folder: Project (d1f5c9e9b44d47c38be1270efc33d76b) in parent group-v814324. [ 696.213690] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Creating folder: Instances. Parent ref: group-v814373. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.214235] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9bd1686-c211-4a2c-be64-49d35235ab78 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.226757] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Created folder: Instances in parent group-v814373. [ 696.227461] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.227657] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.227959] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a588af4-8e86-4003-b9ec-72c9d4cb6ab6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.258176] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.258176] env[69374]: value = "task-4110888" [ 696.258176] env[69374]: _type = "Task" [ 696.258176] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.271324] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110888, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.285222] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d0ce58-0e0f-50f2-e887-f8fe35858b70, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.286098] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.286098] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 5e27405c-eeb5-4af1-baf5-f9386393587e/5e27405c-eeb5-4af1-baf5-f9386393587e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.286304] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-351137bd-e174-4b8b-b8a4-8d487ff37a2b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.298171] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 696.298171] env[69374]: value = "task-4110889" [ 696.298171] env[69374]: _type = "Task" [ 696.298171] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.317138] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.353593] env[69374]: DEBUG nova.compute.manager [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.558823] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "b08b3ed7-5812-432e-b618-f43104029336" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.559279] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b08b3ed7-5812-432e-b618-f43104029336" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.565318] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 696.565318] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523cd49f-a09c-a5a4-5f09-05558801cb6f" [ 696.565318] env[69374]: _type = "HttpNfcLease" [ 696.565318] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 696.565618] env[69374]: DEBUG oslo_vmware.rw_handles [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 696.565618] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523cd49f-a09c-a5a4-5f09-05558801cb6f" [ 696.565618] env[69374]: _type = "HttpNfcLease" [ 696.565618] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 696.566818] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b62492a-a641-4284-b4a1-7ae4161653cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.577875] env[69374]: DEBUG oslo_vmware.rw_handles [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22beb-fa74-9843-3a5d-18026f380cd8/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 696.577875] env[69374]: DEBUG oslo_vmware.rw_handles [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22beb-fa74-9843-3a5d-18026f380cd8/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 696.718501] env[69374]: DEBUG oslo_concurrency.lockutils [None req-478653d4-4c25-48e8-8d4d-e56a9ea25606 tempest-ServerExternalEventsTest-824874712 tempest-ServerExternalEventsTest-824874712-project-member] Lock "cc738351-dc35-471f-b15b-d0b4d29541a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.961s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.729956] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b247de9-56c3-4264-bcc7-4a373b78fff1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.773801] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110888, 'name': CreateVM_Task, 'duration_secs': 0.431037} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.774131] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.775075] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.776451] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.776451] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.782708] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0cafe6-1fb9-4de3-b79d-081114022360 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.789702] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for the task: (returnval){ [ 696.789702] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52fd7cfd-50e4-2e63-b3d7-0c6ace2c4618" [ 696.789702] env[69374]: _type = "Task" [ 696.789702] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.800513] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fd7cfd-50e4-2e63-b3d7-0c6ace2c4618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.810707] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110889, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.882095] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.304015] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fd7cfd-50e4-2e63-b3d7-0c6ace2c4618, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.313736] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.314143] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.314503] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.314668] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.314926] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.315580] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e62ee6f5-6b37-42cb-8676-32a322a53aa3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.324658] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516493} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.324964] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 5e27405c-eeb5-4af1-baf5-f9386393587e/5e27405c-eeb5-4af1-baf5-f9386393587e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.325214] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.325515] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d02afc4-9ac1-466e-8e5c-b6ff6eae3781 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.329088] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.329749] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.333575] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd805dd-ace7-465a-b35a-8edf444649fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.338922] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 697.338922] env[69374]: value = "task-4110891" [ 697.338922] env[69374]: _type = "Task" [ 697.338922] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.340416] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for the task: (returnval){ [ 697.340416] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]527edb77-822a-507f-b4a6-3c8723a86133" [ 697.340416] env[69374]: _type = "Task" [ 697.340416] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.358919] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527edb77-822a-507f-b4a6-3c8723a86133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.362912] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.451587] env[69374]: DEBUG nova.network.neutron [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Successfully updated port: 0bc3529e-5c7a-4790-9bd4-390ddfed3671 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.705564] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5ee7e5-cfea-47bd-9651-22aed508d873 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.714619] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ba1b30-578a-433b-9a61-ca02552594b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.751129] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd9e9d-8e2e-4a67-a18b-5bdc5f51be06 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.759761] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e959db10-11a6-431f-a559-c66302fe7dec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.777307] env[69374]: DEBUG nova.compute.provider_tree [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.856733] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145207} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.863933] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.864370] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527edb77-822a-507f-b4a6-3c8723a86133, 'name': SearchDatastore_Task, 'duration_secs': 0.021303} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.865351] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c2c0ae-8da9-4c90-bf39-c9cf51f3db91 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.869623] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21fb46a-5e23-4dda-817d-2f04a2bd20c9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.878756] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for the task: (returnval){ [ 697.878756] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524fc819-17a8-0806-f901-639be6369f82" [ 697.878756] env[69374]: _type = "Task" [ 697.878756] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.897532] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 5e27405c-eeb5-4af1-baf5-f9386393587e/5e27405c-eeb5-4af1-baf5-f9386393587e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.901404] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb768039-d05e-404d-8191-57ca7e53aff5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.924074] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524fc819-17a8-0806-f901-639be6369f82, 'name': SearchDatastore_Task, 'duration_secs': 0.021838} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.926072] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.926770] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] f35ffdf6-4113-4f4d-b574-25aef8c0ba27/f35ffdf6-4113-4f4d-b574-25aef8c0ba27.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.927344] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 697.927344] env[69374]: value = "task-4110892" [ 697.927344] env[69374]: _type = "Task" [ 697.927344] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.927916] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd0f7c7b-eea3-4a26-80b8-b820d83192dc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.940828] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.944625] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for the task: (returnval){ [ 697.944625] env[69374]: value = "task-4110893" [ 697.944625] env[69374]: _type = "Task" [ 697.944625] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.953110] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.954939] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquiring lock "refresh_cache-4687249d-a18e-44e7-842e-e65e00320062" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.955399] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquired lock "refresh_cache-4687249d-a18e-44e7-842e-e65e00320062" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.955690] env[69374]: DEBUG nova.network.neutron [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.007217] env[69374]: DEBUG nova.compute.manager [req-466e74d4-41fd-4120-903a-fede434da073 req-3f081876-a28d-4220-8663-e2422acfbaa4 service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Received event network-changed-7ed40913-cae4-437a-8fc0-d9c3360ea1f5 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.007217] env[69374]: DEBUG nova.compute.manager [req-466e74d4-41fd-4120-903a-fede434da073 req-3f081876-a28d-4220-8663-e2422acfbaa4 service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Refreshing instance network info cache due to event network-changed-7ed40913-cae4-437a-8fc0-d9c3360ea1f5. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.007217] env[69374]: DEBUG oslo_concurrency.lockutils [req-466e74d4-41fd-4120-903a-fede434da073 req-3f081876-a28d-4220-8663-e2422acfbaa4 service nova] Acquiring lock "refresh_cache-e871adc2-871c-4f81-84d3-172ba0fa5ea9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.007613] env[69374]: DEBUG oslo_concurrency.lockutils [req-466e74d4-41fd-4120-903a-fede434da073 req-3f081876-a28d-4220-8663-e2422acfbaa4 service nova] Acquired lock "refresh_cache-e871adc2-871c-4f81-84d3-172ba0fa5ea9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.007937] env[69374]: DEBUG nova.network.neutron [req-466e74d4-41fd-4120-903a-fede434da073 req-3f081876-a28d-4220-8663-e2422acfbaa4 service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Refreshing network info cache for port 7ed40913-cae4-437a-8fc0-d9c3360ea1f5 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.157265] env[69374]: DEBUG nova.compute.manager [req-17897597-d975-43ff-afcb-c0f44587bd58 req-263db854-f1a4-4b15-910b-769eb6c186fa service nova] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Received event network-changed-bf356b2c-289e-4c7c-a93d-7325e7683f37 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.157265] env[69374]: DEBUG nova.compute.manager [req-17897597-d975-43ff-afcb-c0f44587bd58 req-263db854-f1a4-4b15-910b-769eb6c186fa service nova] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Refreshing instance network info cache due to event network-changed-bf356b2c-289e-4c7c-a93d-7325e7683f37. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.157470] env[69374]: DEBUG oslo_concurrency.lockutils [req-17897597-d975-43ff-afcb-c0f44587bd58 req-263db854-f1a4-4b15-910b-769eb6c186fa service nova] Acquiring lock "refresh_cache-f35ffdf6-4113-4f4d-b574-25aef8c0ba27" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.157743] env[69374]: DEBUG oslo_concurrency.lockutils [req-17897597-d975-43ff-afcb-c0f44587bd58 req-263db854-f1a4-4b15-910b-769eb6c186fa service nova] Acquired lock "refresh_cache-f35ffdf6-4113-4f4d-b574-25aef8c0ba27" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.158018] env[69374]: DEBUG nova.network.neutron [req-17897597-d975-43ff-afcb-c0f44587bd58 req-263db854-f1a4-4b15-910b-769eb6c186fa service nova] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Refreshing network info cache for port bf356b2c-289e-4c7c-a93d-7325e7683f37 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.281933] env[69374]: DEBUG nova.scheduler.client.report [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.444390] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.457431] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110893, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.512100] env[69374]: DEBUG nova.network.neutron [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.677600] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.678041] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.790235] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.790700] env[69374]: DEBUG nova.compute.manager [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.800286] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.130s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.800286] env[69374]: DEBUG nova.objects.instance [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lazy-loading 'resources' on Instance uuid dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.819389] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "985f141c-62c8-4ee6-8989-3afbb66f0e49" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.819514] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.820272] env[69374]: DEBUG nova.compute.manager [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Going to confirm migration 1 {{(pid=69374) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 698.825028] env[69374]: DEBUG nova.network.neutron [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Updating instance_info_cache with network_info: [{"id": "0bc3529e-5c7a-4790-9bd4-390ddfed3671", "address": "fa:16:3e:59:3f:c7", "network": {"id": "97c41656-442b-4edb-9f55-5eba36b86b4f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1654396532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "09c342b152564a3fbf3ac7fbe4d851c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc3529e-5c", "ovs_interfaceid": "0bc3529e-5c7a-4790-9bd4-390ddfed3671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.946531] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110892, 'name': ReconfigVM_Task, 'duration_secs': 0.61461} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.950845] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 5e27405c-eeb5-4af1-baf5-f9386393587e/5e27405c-eeb5-4af1-baf5-f9386393587e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.952647] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23e05725-ec32-4621-820f-50980e7d46c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.965217] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708829} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.965842] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 698.965842] env[69374]: value = "task-4110895" [ 698.965842] env[69374]: _type = "Task" [ 698.965842] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.966355] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] f35ffdf6-4113-4f4d-b574-25aef8c0ba27/f35ffdf6-4113-4f4d-b574-25aef8c0ba27.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.966655] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.967259] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f68c395-a3b0-4895-ade3-d994c6cf6960 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.981572] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for the task: (returnval){ [ 698.981572] env[69374]: value = "task-4110896" [ 698.981572] env[69374]: _type = "Task" [ 698.981572] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.983037] env[69374]: DEBUG nova.network.neutron [req-466e74d4-41fd-4120-903a-fede434da073 req-3f081876-a28d-4220-8663-e2422acfbaa4 service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Updated VIF entry in instance network info cache for port 7ed40913-cae4-437a-8fc0-d9c3360ea1f5. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.983147] env[69374]: DEBUG nova.network.neutron [req-466e74d4-41fd-4120-903a-fede434da073 req-3f081876-a28d-4220-8663-e2422acfbaa4 service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Updating instance_info_cache with network_info: [{"id": "7ed40913-cae4-437a-8fc0-d9c3360ea1f5", "address": "fa:16:3e:47:9a:77", "network": {"id": "d30661a0-b1fe-4220-856f-c494d21d980d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1765607875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01835a5277f4b39853fe8cd9c71cf1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed40913-ca", "ovs_interfaceid": "7ed40913-cae4-437a-8fc0-d9c3360ea1f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.993253] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110895, 'name': Rename_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.009996] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.300398] env[69374]: DEBUG nova.compute.utils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.305313] env[69374]: DEBUG nova.compute.manager [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.305625] env[69374]: DEBUG nova.network.neutron [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.330465] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Releasing lock "refresh_cache-4687249d-a18e-44e7-842e-e65e00320062" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.330465] env[69374]: DEBUG nova.compute.manager [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Instance network_info: |[{"id": "0bc3529e-5c7a-4790-9bd4-390ddfed3671", "address": "fa:16:3e:59:3f:c7", "network": {"id": "97c41656-442b-4edb-9f55-5eba36b86b4f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1654396532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "09c342b152564a3fbf3ac7fbe4d851c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc3529e-5c", "ovs_interfaceid": "0bc3529e-5c7a-4790-9bd4-390ddfed3671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.330719] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:3f:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bc3529e-5c7a-4790-9bd4-390ddfed3671', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.338765] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Creating folder: Project (09c342b152564a3fbf3ac7fbe4d851c0). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.345803] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f888472-5629-41cb-99c2-083dd2d7f980 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.362316] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Created folder: Project (09c342b152564a3fbf3ac7fbe4d851c0) in parent group-v814324. [ 699.362546] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Creating folder: Instances. Parent ref: group-v814377. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.362812] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fc29e25-ba83-4927-88e5-ce79ebfa3190 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.378227] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Created folder: Instances in parent group-v814377. [ 699.378647] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.379232] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.379304] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bed4955b-1be6-45e2-be90-505aae43139d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.411320] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.411320] env[69374]: value = "task-4110899" [ 699.411320] env[69374]: _type = "Task" [ 699.411320] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.424561] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110899, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.449158] env[69374]: DEBUG nova.policy [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cfde702f1764f778a0f92819831ba6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e368e3c74eb47928df7e7daf9eb8ab3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.486443] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110895, 'name': Rename_Task, 'duration_secs': 0.224736} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.486443] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.486627] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6333c4a0-b675-4047-9856-37c0a0176add {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.494918] env[69374]: DEBUG oslo_concurrency.lockutils [req-466e74d4-41fd-4120-903a-fede434da073 req-3f081876-a28d-4220-8663-e2422acfbaa4 service nova] Releasing lock "refresh_cache-e871adc2-871c-4f81-84d3-172ba0fa5ea9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.502013] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 699.502013] env[69374]: value = "task-4110900" [ 699.502013] env[69374]: _type = "Task" [ 699.502013] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.516151] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088369} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.516151] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.517304] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aecb62e-09c0-4f73-9c96-43bfd773ba32 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.523368] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110900, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.550437] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] f35ffdf6-4113-4f4d-b574-25aef8c0ba27/f35ffdf6-4113-4f4d-b574-25aef8c0ba27.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.555749] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1cfa30e-28f8-4747-90fd-d98b5ad406d2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.578938] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for the task: (returnval){ [ 699.578938] env[69374]: value = "task-4110901" [ 699.578938] env[69374]: _type = "Task" [ 699.578938] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.580203] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.580466] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.580982] env[69374]: DEBUG nova.network.neutron [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.580982] env[69374]: DEBUG nova.objects.instance [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lazy-loading 'info_cache' on Instance uuid 985f141c-62c8-4ee6-8989-3afbb66f0e49 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.595161] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110901, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.814023] env[69374]: DEBUG nova.compute.manager [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.873072] env[69374]: DEBUG nova.network.neutron [req-17897597-d975-43ff-afcb-c0f44587bd58 req-263db854-f1a4-4b15-910b-769eb6c186fa service nova] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Updated VIF entry in instance network info cache for port bf356b2c-289e-4c7c-a93d-7325e7683f37. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.873072] env[69374]: DEBUG nova.network.neutron [req-17897597-d975-43ff-afcb-c0f44587bd58 req-263db854-f1a4-4b15-910b-769eb6c186fa service nova] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Updating instance_info_cache with network_info: [{"id": "bf356b2c-289e-4c7c-a93d-7325e7683f37", "address": "fa:16:3e:a6:d7:12", "network": {"id": "106512e0-b029-414b-a24b-0f94b1aac9ca", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1437396027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1f5c9e9b44d47c38be1270efc33d76b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf356b2c-28", "ovs_interfaceid": "bf356b2c-289e-4c7c-a93d-7325e7683f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.883779] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c77b8ce-ba34-42c1-b049-76e24d7e0889 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.894846] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ab2a62-16eb-4781-a601-d4b43563e11f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.949190] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b164a817-5da4-49b6-8d1f-f4ee367554dc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.962622] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110899, 'name': CreateVM_Task, 'duration_secs': 0.491284} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.963987] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8084bdd4-7402-40fd-9542-62f0745cfd3f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.968693] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.970031] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.970031] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.970031] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.971047] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ab1e57-1ab2-4c79-92e1-a40f5d163cdb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.980463] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for the task: (returnval){ [ 699.980463] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5283ca2e-28f3-52e7-4842-440b8c070732" [ 699.980463] env[69374]: _type = "Task" [ 699.980463] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.991402] env[69374]: DEBUG nova.compute.provider_tree [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.003859] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5283ca2e-28f3-52e7-4842-440b8c070732, 'name': SearchDatastore_Task, 'duration_secs': 0.013308} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.004903] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.004903] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.004903] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.004903] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.005074] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.005367] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34113c8e-7ca6-48d9-af8c-89516082bb24 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.025165] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.026401] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.026401] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.027137] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb0a756-b0ee-473b-a105-51d18332f9a6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.036747] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for the task: (returnval){ [ 700.036747] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c07a69-8a1e-70ee-ad6b-38b04dca0893" [ 700.036747] env[69374]: _type = "Task" [ 700.036747] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.051275] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c07a69-8a1e-70ee-ad6b-38b04dca0893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.094545] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110901, 'name': ReconfigVM_Task, 'duration_secs': 0.401836} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.096015] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Reconfigured VM instance instance-00000010 to attach disk [datastore2] f35ffdf6-4113-4f4d-b574-25aef8c0ba27/f35ffdf6-4113-4f4d-b574-25aef8c0ba27.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.096015] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a2d922b-f6aa-4026-896c-2b36ad922648 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.105114] env[69374]: DEBUG nova.network.neutron [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Successfully created port: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.110697] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for the task: (returnval){ [ 700.110697] env[69374]: value = "task-4110902" [ 700.110697] env[69374]: _type = "Task" [ 700.110697] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.121200] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110902, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.376870] env[69374]: DEBUG oslo_concurrency.lockutils [req-17897597-d975-43ff-afcb-c0f44587bd58 req-263db854-f1a4-4b15-910b-769eb6c186fa service nova] Releasing lock "refresh_cache-f35ffdf6-4113-4f4d-b574-25aef8c0ba27" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.498646] env[69374]: DEBUG nova.scheduler.client.report [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.518485] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110900, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.548777] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c07a69-8a1e-70ee-ad6b-38b04dca0893, 'name': SearchDatastore_Task, 'duration_secs': 0.013467} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.549615] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd9f58b-375e-4fff-911f-4b424c133377 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.559536] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for the task: (returnval){ [ 700.559536] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dfc17d-2b72-6635-3ede-8f5255911e14" [ 700.559536] env[69374]: _type = "Task" [ 700.559536] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.574025] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52dfc17d-2b72-6635-3ede-8f5255911e14, 'name': SearchDatastore_Task, 'duration_secs': 0.013474} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.574346] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.574627] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 4687249d-a18e-44e7-842e-e65e00320062/4687249d-a18e-44e7-842e-e65e00320062.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.574906] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c55f6cdc-f4dc-4c31-90be-f38dd0d090b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.585594] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for the task: (returnval){ [ 700.585594] env[69374]: value = "task-4110903" [ 700.585594] env[69374]: _type = "Task" [ 700.585594] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.602175] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.622086] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110902, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.823102] env[69374]: DEBUG nova.compute.manager [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.857237] env[69374]: DEBUG nova.virt.hardware [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.857495] env[69374]: DEBUG nova.virt.hardware [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.857670] env[69374]: DEBUG nova.virt.hardware [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.858218] env[69374]: DEBUG nova.virt.hardware [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.858218] env[69374]: DEBUG nova.virt.hardware [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.859138] env[69374]: DEBUG nova.virt.hardware [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.859381] env[69374]: DEBUG nova.virt.hardware [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.859685] env[69374]: DEBUG nova.virt.hardware [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.860107] env[69374]: DEBUG nova.virt.hardware [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.860107] env[69374]: DEBUG nova.virt.hardware [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.860255] env[69374]: DEBUG nova.virt.hardware [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.861187] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd42eea-5cd2-4619-aa6d-4087388b9613 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.873844] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61db87f-02f8-483f-8f92-fd9a80209a29 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.005745] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.009066] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.815s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.010305] env[69374]: DEBUG nova.objects.instance [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lazy-loading 'resources' on Instance uuid 896c69e7-51d2-41ae-b70e-4e358c8a0dee {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.025632] env[69374]: DEBUG oslo_vmware.api [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4110900, 'name': PowerOnVM_Task, 'duration_secs': 1.505248} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.026323] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.026323] env[69374]: INFO nova.compute.manager [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Took 12.10 seconds to spawn the instance on the hypervisor. [ 701.026546] env[69374]: DEBUG nova.compute.manager [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 701.031314] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360d187c-3b6a-49f2-90cd-0e73fa25f69a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.046138] env[69374]: INFO nova.scheduler.client.report [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleted allocations for instance dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b [ 701.105154] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110903, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.126321] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110902, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.199975] env[69374]: DEBUG nova.network.neutron [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance_info_cache with network_info: [{"id": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "address": "fa:16:3e:f3:18:2b", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37681e0f-27", "ovs_interfaceid": "37681e0f-27cc-4822-bf1e-ab8b16b83369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.320319] env[69374]: DEBUG nova.compute.manager [req-f71b9ec2-85de-43e9-90e0-23873b608170 req-372821ea-d92f-4785-8407-a2ea33285a30 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Received event network-changed-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.320749] env[69374]: DEBUG nova.compute.manager [req-f71b9ec2-85de-43e9-90e0-23873b608170 req-372821ea-d92f-4785-8407-a2ea33285a30 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Refreshing instance network info cache due to event network-changed-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.321110] env[69374]: DEBUG oslo_concurrency.lockutils [req-f71b9ec2-85de-43e9-90e0-23873b608170 req-372821ea-d92f-4785-8407-a2ea33285a30 service nova] Acquiring lock "refresh_cache-d0e7e240-8276-4bba-8547-7ec13a40cb8e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.321382] env[69374]: DEBUG oslo_concurrency.lockutils [req-f71b9ec2-85de-43e9-90e0-23873b608170 req-372821ea-d92f-4785-8407-a2ea33285a30 service nova] Acquired lock "refresh_cache-d0e7e240-8276-4bba-8547-7ec13a40cb8e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.321645] env[69374]: DEBUG nova.network.neutron [req-f71b9ec2-85de-43e9-90e0-23873b608170 req-372821ea-d92f-4785-8407-a2ea33285a30 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Refreshing network info cache for port 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.355318] env[69374]: DEBUG nova.compute.manager [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Received event network-vif-plugged-0bc3529e-5c7a-4790-9bd4-390ddfed3671 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.355318] env[69374]: DEBUG oslo_concurrency.lockutils [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] Acquiring lock "4687249d-a18e-44e7-842e-e65e00320062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.355318] env[69374]: DEBUG oslo_concurrency.lockutils [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] Lock "4687249d-a18e-44e7-842e-e65e00320062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.355318] env[69374]: DEBUG oslo_concurrency.lockutils [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] Lock "4687249d-a18e-44e7-842e-e65e00320062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.355318] env[69374]: DEBUG nova.compute.manager [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] [instance: 4687249d-a18e-44e7-842e-e65e00320062] No waiting events found dispatching network-vif-plugged-0bc3529e-5c7a-4790-9bd4-390ddfed3671 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 701.355718] env[69374]: WARNING nova.compute.manager [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Received unexpected event network-vif-plugged-0bc3529e-5c7a-4790-9bd4-390ddfed3671 for instance with vm_state building and task_state spawning. [ 701.355718] env[69374]: DEBUG nova.compute.manager [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Received event network-changed-0bc3529e-5c7a-4790-9bd4-390ddfed3671 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.355718] env[69374]: DEBUG nova.compute.manager [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Refreshing instance network info cache due to event network-changed-0bc3529e-5c7a-4790-9bd4-390ddfed3671. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.355718] env[69374]: DEBUG oslo_concurrency.lockutils [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] Acquiring lock "refresh_cache-4687249d-a18e-44e7-842e-e65e00320062" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.355718] env[69374]: DEBUG oslo_concurrency.lockutils [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] Acquired lock "refresh_cache-4687249d-a18e-44e7-842e-e65e00320062" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.355903] env[69374]: DEBUG nova.network.neutron [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Refreshing network info cache for port 0bc3529e-5c7a-4790-9bd4-390ddfed3671 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.557285] env[69374]: INFO nova.compute.manager [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Took 32.35 seconds to build instance. [ 701.561433] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c66299cb-e458-4d7f-9aa6-cf12b668a2e5 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.551s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.600157] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588686} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.600452] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 4687249d-a18e-44e7-842e-e65e00320062/4687249d-a18e-44e7-842e-e65e00320062.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.600678] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.600942] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c0f0c15-0a4f-480d-9725-9151e5e6d21f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.612440] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for the task: (returnval){ [ 701.612440] env[69374]: value = "task-4110904" [ 701.612440] env[69374]: _type = "Task" [ 701.612440] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.650490] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110902, 'name': Rename_Task, 'duration_secs': 1.174289} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.650490] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.655711] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.656173] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7b386c2-d209-4726-9d33-003217aac48e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.664019] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for the task: (returnval){ [ 701.664019] env[69374]: value = "task-4110905" [ 701.664019] env[69374]: _type = "Task" [ 701.664019] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.679629] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.704511] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "refresh_cache-985f141c-62c8-4ee6-8989-3afbb66f0e49" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.704941] env[69374]: DEBUG nova.objects.instance [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lazy-loading 'migration_context' on Instance uuid 985f141c-62c8-4ee6-8989-3afbb66f0e49 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.980712] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0225d8-db49-4e01-8ace-0add8fbf065c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.991975] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81b50ed-c953-495e-88c1-ad7c55ae9132 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.030790] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa7ed63-ce61-467e-ac01-4544540baabd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.038733] env[69374]: DEBUG nova.network.neutron [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Successfully updated port: 312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.051382] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d3385c-803c-470d-895c-db27058247cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.069194] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f7df70f-6dd3-44de-af68-0eb7139fc2e9 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.570s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.070510] env[69374]: DEBUG nova.compute.provider_tree [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.148062] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092344} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.148546] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.150588] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86576ff1-4932-4109-baf1-336aa921bd24 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.185418] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 4687249d-a18e-44e7-842e-e65e00320062/4687249d-a18e-44e7-842e-e65e00320062.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.194371] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b8cf8c-ed9a-4873-bff9-bd9899b622df {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.213197] env[69374]: DEBUG nova.objects.base [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Object Instance<985f141c-62c8-4ee6-8989-3afbb66f0e49> lazy-loaded attributes: info_cache,migration_context {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 702.214291] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcba4fe-f2b0-46f9-a7e0-ff326152f047 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.222706] env[69374]: DEBUG oslo_vmware.api [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110905, 'name': PowerOnVM_Task, 'duration_secs': 0.533409} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.225213] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.225727] env[69374]: INFO nova.compute.manager [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Took 8.76 seconds to spawn the instance on the hypervisor. [ 702.225958] env[69374]: DEBUG nova.compute.manager [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.227085] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for the task: (returnval){ [ 702.227085] env[69374]: value = "task-4110906" [ 702.227085] env[69374]: _type = "Task" [ 702.227085] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.227662] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa1799a-4b85-4574-9741-15c4d330b2ed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.249635] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7a4ef3-d707-4b28-95b9-9063792fe183 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.261184] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.264604] env[69374]: DEBUG oslo_vmware.api [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 702.264604] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5226a213-9b90-64d2-13d5-97d77bb6374c" [ 702.264604] env[69374]: _type = "Task" [ 702.264604] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.274822] env[69374]: DEBUG oslo_vmware.api [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5226a213-9b90-64d2-13d5-97d77bb6374c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.339292] env[69374]: DEBUG nova.network.neutron [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Updated VIF entry in instance network info cache for port 0bc3529e-5c7a-4790-9bd4-390ddfed3671. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.339740] env[69374]: DEBUG nova.network.neutron [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Updating instance_info_cache with network_info: [{"id": "0bc3529e-5c7a-4790-9bd4-390ddfed3671", "address": "fa:16:3e:59:3f:c7", "network": {"id": "97c41656-442b-4edb-9f55-5eba36b86b4f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1654396532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09c342b152564a3fbf3ac7fbe4d851c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc3529e-5c", "ovs_interfaceid": "0bc3529e-5c7a-4790-9bd4-390ddfed3671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.544498] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquiring lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.544766] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquired lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.544879] env[69374]: DEBUG nova.network.neutron [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.574724] env[69374]: DEBUG nova.scheduler.client.report [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.578224] env[69374]: DEBUG nova.compute.manager [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.746231] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110906, 'name': ReconfigVM_Task, 'duration_secs': 0.487373} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.746632] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 4687249d-a18e-44e7-842e-e65e00320062/4687249d-a18e-44e7-842e-e65e00320062.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.747869] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95beb3d1-7528-425b-82e7-1444f9ee0bef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.757205] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for the task: (returnval){ [ 702.757205] env[69374]: value = "task-4110907" [ 702.757205] env[69374]: _type = "Task" [ 702.757205] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.772762] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110907, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.777842] env[69374]: INFO nova.compute.manager [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Took 28.95 seconds to build instance. [ 702.785770] env[69374]: DEBUG oslo_vmware.api [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5226a213-9b90-64d2-13d5-97d77bb6374c, 'name': SearchDatastore_Task, 'duration_secs': 0.009875} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.785770] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.843940] env[69374]: DEBUG oslo_concurrency.lockutils [req-837e0ab9-4594-43a1-ad62-d0109a2665c8 req-d29f0f1d-ac88-43a8-8703-ffb086622524 service nova] Releasing lock "refresh_cache-4687249d-a18e-44e7-842e-e65e00320062" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.084031] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.088365] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.337s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.089350] env[69374]: DEBUG nova.objects.instance [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Lazy-loading 'resources' on Instance uuid 8a28ee63-08f7-407a-a4cf-f4124755cd09 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.097189] env[69374]: DEBUG nova.network.neutron [req-f71b9ec2-85de-43e9-90e0-23873b608170 req-372821ea-d92f-4785-8407-a2ea33285a30 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Updated VIF entry in instance network info cache for port 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.097717] env[69374]: DEBUG nova.network.neutron [req-f71b9ec2-85de-43e9-90e0-23873b608170 req-372821ea-d92f-4785-8407-a2ea33285a30 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Updating instance_info_cache with network_info: [{"id": "5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc", "address": "fa:16:3e:e6:d5:b6", "network": {"id": "26ec782d-9c6a-4198-b6a3-19cd6c692497", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1806590212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a790baae7ad546d68831098e64f7f560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6efcb4-4b", "ovs_interfaceid": "5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.114970] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.219030] env[69374]: INFO nova.scheduler.client.report [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleted allocations for instance 896c69e7-51d2-41ae-b70e-4e358c8a0dee [ 703.256099] env[69374]: DEBUG nova.network.neutron [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.273594] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110907, 'name': Rename_Task, 'duration_secs': 0.227988} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.273594] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.273594] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c48f049-9de5-44f2-a89d-54d9d034e7fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.281976] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f65963e7-576e-45a5-b537-ced46aa444dc tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.474s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.282197] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for the task: (returnval){ [ 703.282197] env[69374]: value = "task-4110909" [ 703.282197] env[69374]: _type = "Task" [ 703.282197] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.302438] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.601888] env[69374]: DEBUG oslo_concurrency.lockutils [req-f71b9ec2-85de-43e9-90e0-23873b608170 req-372821ea-d92f-4785-8407-a2ea33285a30 service nova] Releasing lock "refresh_cache-d0e7e240-8276-4bba-8547-7ec13a40cb8e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.733711] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e70994f-eb39-407a-996b-509926ed82fa tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "896c69e7-51d2-41ae-b70e-4e358c8a0dee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.084s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.796120] env[69374]: DEBUG nova.compute.manager [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.811292] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.063965] env[69374]: DEBUG nova.network.neutron [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updating instance_info_cache with network_info: [{"id": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "address": "fa:16:3e:42:c1:3a", "network": {"id": "ee66aa00-4f4f-4f2f-8907-f27e74b7236f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1388541374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e368e3c74eb47928df7e7daf9eb8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312dd64a-3a", "ovs_interfaceid": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.125021] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e111cb2e-24f1-46e4-b328-5e31ae625e5c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.136943] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdaa89a-b6ab-468d-98a9-9b1ec68059fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.179468] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d850981-3cd7-42db-9a9f-f7eea8aaa13d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.189413] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef276662-077e-4dba-a333-f0e2c01e94c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.210549] env[69374]: DEBUG nova.compute.provider_tree [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.310736] env[69374]: DEBUG oslo_vmware.api [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110909, 'name': PowerOnVM_Task, 'duration_secs': 1.004895} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.315275] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.315605] env[69374]: INFO nova.compute.manager [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Took 8.22 seconds to spawn the instance on the hypervisor. [ 704.315799] env[69374]: DEBUG nova.compute.manager [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.317386] env[69374]: DEBUG nova.compute.manager [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Received event network-vif-plugged-312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.317386] env[69374]: DEBUG oslo_concurrency.lockutils [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] Acquiring lock "f89bfd02-b61d-4942-851d-d9678c913852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.317767] env[69374]: DEBUG oslo_concurrency.lockutils [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] Lock "f89bfd02-b61d-4942-851d-d9678c913852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.317904] env[69374]: DEBUG oslo_concurrency.lockutils [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] Lock "f89bfd02-b61d-4942-851d-d9678c913852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.318263] env[69374]: DEBUG nova.compute.manager [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] No waiting events found dispatching network-vif-plugged-312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 704.318354] env[69374]: WARNING nova.compute.manager [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Received unexpected event network-vif-plugged-312dd64a-3a86-4a49-b5ce-3b82ecb81271 for instance with vm_state building and task_state spawning. [ 704.320028] env[69374]: DEBUG nova.compute.manager [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Received event network-changed-312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.320028] env[69374]: DEBUG nova.compute.manager [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Refreshing instance network info cache due to event network-changed-312dd64a-3a86-4a49-b5ce-3b82ecb81271. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.320028] env[69374]: DEBUG oslo_concurrency.lockutils [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] Acquiring lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.321994] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd3f45f-9241-425f-b84c-81036a6e358b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.344281] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.570505] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Releasing lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.570797] env[69374]: DEBUG nova.compute.manager [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Instance network_info: |[{"id": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "address": "fa:16:3e:42:c1:3a", "network": {"id": "ee66aa00-4f4f-4f2f-8907-f27e74b7236f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1388541374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e368e3c74eb47928df7e7daf9eb8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312dd64a-3a", "ovs_interfaceid": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.571564] env[69374]: DEBUG oslo_concurrency.lockutils [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] Acquired lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.571564] env[69374]: DEBUG nova.network.neutron [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Refreshing network info cache for port 312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.572983] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:c1:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '312dd64a-3a86-4a49-b5ce-3b82ecb81271', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.588530] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Creating folder: Project (1e368e3c74eb47928df7e7daf9eb8ab3). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.590325] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1566d2a7-c23d-44b7-9331-2d760447424f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.603092] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Created folder: Project (1e368e3c74eb47928df7e7daf9eb8ab3) in parent group-v814324. [ 704.603872] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Creating folder: Instances. Parent ref: group-v814380. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.603872] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ab1e651-9293-468e-9263-2a550b427eb5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.617268] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Created folder: Instances in parent group-v814380. [ 704.617587] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.617833] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.618039] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-737c2568-56c5-48eb-82fb-34d9b77f38e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.648847] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.648847] env[69374]: value = "task-4110912" [ 704.648847] env[69374]: _type = "Task" [ 704.648847] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.654790] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110912, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.716302] env[69374]: DEBUG nova.scheduler.client.report [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.852870] env[69374]: INFO nova.compute.manager [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Took 27.22 seconds to build instance. [ 705.162919] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110912, 'name': CreateVM_Task, 'duration_secs': 0.483114} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.163431] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.165532] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.165532] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.165532] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.165532] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c14e8094-1100-4eca-98ab-9793855fa5eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.179100] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 705.179100] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e1619f-66a8-940a-4f5f-cfbe1f127700" [ 705.179100] env[69374]: _type = "Task" [ 705.179100] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.191442] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e1619f-66a8-940a-4f5f-cfbe1f127700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.226873] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.232624] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.867s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.234410] env[69374]: INFO nova.compute.claims [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.277724] env[69374]: INFO nova.scheduler.client.report [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Deleted allocations for instance 8a28ee63-08f7-407a-a4cf-f4124755cd09 [ 705.333443] env[69374]: DEBUG oslo_vmware.rw_handles [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22beb-fa74-9843-3a5d-18026f380cd8/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 705.335645] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f2ad76-b682-42b2-b1da-753bdea9d8b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.345194] env[69374]: DEBUG oslo_vmware.rw_handles [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22beb-fa74-9843-3a5d-18026f380cd8/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 705.345194] env[69374]: ERROR oslo_vmware.rw_handles [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22beb-fa74-9843-3a5d-18026f380cd8/disk-0.vmdk due to incomplete transfer. [ 705.345194] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4287c2cc-bc5b-4423-9702-695d6e2afc1d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.354545] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3562f6d3-799a-4a9a-8cea-c24b9f618584 tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Lock "4687249d-a18e-44e7-842e-e65e00320062" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.736s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.354831] env[69374]: DEBUG oslo_vmware.rw_handles [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22beb-fa74-9843-3a5d-18026f380cd8/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 705.355046] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Uploaded image e0d14a6d-deb7-4000-91d1-f00a394a87b2 to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 705.358894] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 705.361832] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-335c8a51-7c64-4397-8b03-7f874eea94d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.375344] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 705.375344] env[69374]: value = "task-4110914" [ 705.375344] env[69374]: _type = "Task" [ 705.375344] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.388072] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110914, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.630110] env[69374]: DEBUG nova.network.neutron [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updated VIF entry in instance network info cache for port 312dd64a-3a86-4a49-b5ce-3b82ecb81271. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.630553] env[69374]: DEBUG nova.network.neutron [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updating instance_info_cache with network_info: [{"id": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "address": "fa:16:3e:42:c1:3a", "network": {"id": "ee66aa00-4f4f-4f2f-8907-f27e74b7236f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1388541374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e368e3c74eb47928df7e7daf9eb8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312dd64a-3a", "ovs_interfaceid": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.697100] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e1619f-66a8-940a-4f5f-cfbe1f127700, 'name': SearchDatastore_Task, 'duration_secs': 0.019212} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.697100] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.697100] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.697100] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.697474] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.697474] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.697474] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d65f4ece-5cd9-489d-853b-42597d0bb5d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.710440] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.712175] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.712844] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0380f8-26c5-4abb-996e-4710890e68e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.722506] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 705.722506] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5255efdf-9fe7-53f6-bfed-5e659005ee87" [ 705.722506] env[69374]: _type = "Task" [ 705.722506] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.737093] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5255efdf-9fe7-53f6-bfed-5e659005ee87, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.738265] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2128cef6-e07f-4c5b-a8f3-07f5ed08d1a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.749296] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 705.749296] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c88588-89fb-b957-d2f6-7c4457273876" [ 705.749296] env[69374]: _type = "Task" [ 705.749296] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.764580] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c88588-89fb-b957-d2f6-7c4457273876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.789647] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c0d0cc1-5730-4ecb-bb2b-14ea468865b4 tempest-TenantUsagesTestJSON-2086161881 tempest-TenantUsagesTestJSON-2086161881-project-member] Lock "8a28ee63-08f7-407a-a4cf-f4124755cd09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.961s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.866542] env[69374]: DEBUG nova.compute.manager [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.893490] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110914, 'name': Destroy_Task, 'duration_secs': 0.359926} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.893490] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Destroyed the VM [ 705.893490] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 705.893490] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9101dcc7-083b-4a1a-b0a4-be64ba7aaad2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.904149] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 705.904149] env[69374]: value = "task-4110915" [ 705.904149] env[69374]: _type = "Task" [ 705.904149] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.911362] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110915, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.134640] env[69374]: DEBUG oslo_concurrency.lockutils [req-02068917-91ca-4d2b-b69e-c378df2dec72 req-ce1ea8b5-eac0-4581-a77a-3db3e25ee85b service nova] Releasing lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.224881] env[69374]: DEBUG nova.compute.manager [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.226427] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a38925b-a15e-4e16-bfb4-e2c03172f790 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.263733] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c88588-89fb-b957-d2f6-7c4457273876, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.264054] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.265101] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] f89bfd02-b61d-4942-851d-d9678c913852/f89bfd02-b61d-4942-851d-d9678c913852.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.265388] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab57effd-af6a-41f3-9604-a6c3b4256119 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.276263] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 706.276263] env[69374]: value = "task-4110916" [ 706.276263] env[69374]: _type = "Task" [ 706.276263] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.287066] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.414757] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110915, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.423755] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.698701] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fd1d1c-5609-4db5-8750-1850f1c17a39 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.720180] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d2e42-ffac-4fd7-8b57-14e0de30d8c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.757531] env[69374]: INFO nova.compute.manager [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] instance snapshotting [ 706.760297] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e07f27-c36b-4f4b-95ac-6a93cc1703f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.764333] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66248a45-eb6e-43c4-9e8f-f28b9783655d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.796468] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b365639-ca4c-4054-ae80-0c532b402e56 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.811105] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190175e5-8182-42fe-be0d-73e9c51520f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.826149] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533924} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.839809] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] f89bfd02-b61d-4942-851d-d9678c913852/f89bfd02-b61d-4942-851d-d9678c913852.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.839809] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.843753] env[69374]: DEBUG nova.compute.provider_tree [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.850035] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efdc46c5-61ac-439e-a48c-d02f52c8d73e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.861859] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 706.861859] env[69374]: value = "task-4110917" [ 706.861859] env[69374]: _type = "Task" [ 706.861859] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.877503] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.916616] env[69374]: DEBUG oslo_vmware.api [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110915, 'name': RemoveSnapshot_Task, 'duration_secs': 0.587934} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.916616] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 706.916800] env[69374]: INFO nova.compute.manager [None req-18dd5cc6-9415-46d4-9664-b9ddd4c954d0 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Took 15.09 seconds to snapshot the instance on the hypervisor. [ 707.109503] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "67a00538-d67f-4697-97d6-bb1c221847bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.109754] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "67a00538-d67f-4697-97d6-bb1c221847bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.163285] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.163285] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.355412] env[69374]: DEBUG nova.scheduler.client.report [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.363211] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 707.364182] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c109a15-4d35-4d99-9b59-7a02b8e91ee6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.375850] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074466} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.377945] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.378235] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 707.378235] env[69374]: value = "task-4110919" [ 707.378235] env[69374]: _type = "Task" [ 707.378235] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.379248] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c9aa54-2784-49c0-94bc-f825981b6d8f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.409042] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110919, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.417214] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] f89bfd02-b61d-4942-851d-d9678c913852/f89bfd02-b61d-4942-851d-d9678c913852.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.417936] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72366172-6592-47f9-b746-911160777868 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.442144] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 707.442144] env[69374]: value = "task-4110920" [ 707.442144] env[69374]: _type = "Task" [ 707.442144] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.462521] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.865396] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.865998] env[69374]: DEBUG nova.compute.manager [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.869515] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.213s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.870246] env[69374]: DEBUG nova.objects.instance [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lazy-loading 'resources' on Instance uuid ae9be03b-f45f-4285-ba68-d174581c0c78 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.897626] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110919, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.962862] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.186405] env[69374]: DEBUG nova.compute.manager [req-420f5232-929d-411b-a8d4-c43eddf2ea8a req-b3e9ef54-3f92-4e57-89af-d08d5c4e6e5f service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Received event network-changed-832021be-55f3-4382-ad69-112e3a770184 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.186640] env[69374]: DEBUG nova.compute.manager [req-420f5232-929d-411b-a8d4-c43eddf2ea8a req-b3e9ef54-3f92-4e57-89af-d08d5c4e6e5f service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Refreshing instance network info cache due to event network-changed-832021be-55f3-4382-ad69-112e3a770184. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.186923] env[69374]: DEBUG oslo_concurrency.lockutils [req-420f5232-929d-411b-a8d4-c43eddf2ea8a req-b3e9ef54-3f92-4e57-89af-d08d5c4e6e5f service nova] Acquiring lock "refresh_cache-5e27405c-eeb5-4af1-baf5-f9386393587e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.190379] env[69374]: DEBUG oslo_concurrency.lockutils [req-420f5232-929d-411b-a8d4-c43eddf2ea8a req-b3e9ef54-3f92-4e57-89af-d08d5c4e6e5f service nova] Acquired lock "refresh_cache-5e27405c-eeb5-4af1-baf5-f9386393587e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.190379] env[69374]: DEBUG nova.network.neutron [req-420f5232-929d-411b-a8d4-c43eddf2ea8a req-b3e9ef54-3f92-4e57-89af-d08d5c4e6e5f service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Refreshing network info cache for port 832021be-55f3-4382-ad69-112e3a770184 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.377550] env[69374]: DEBUG nova.compute.utils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.386147] env[69374]: DEBUG nova.compute.manager [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.386147] env[69374]: DEBUG nova.network.neutron [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.407406] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110919, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.476345] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110920, 'name': ReconfigVM_Task, 'duration_secs': 0.844855} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.477590] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Reconfigured VM instance instance-00000012 to attach disk [datastore2] f89bfd02-b61d-4942-851d-d9678c913852/f89bfd02-b61d-4942-851d-d9678c913852.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.478388] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a34930c-f406-4fd0-a99a-911598974214 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.494717] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 708.494717] env[69374]: value = "task-4110921" [ 708.494717] env[69374]: _type = "Task" [ 708.494717] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.509346] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110921, 'name': Rename_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.531692] env[69374]: DEBUG nova.policy [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fd81c513b3240c49ee87e92fd8bb2c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ad22c0299e44477a0246408a26d8cb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.574480] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "79593cb2-e266-49c8-905d-c0ff06320f3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.574905] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "79593cb2-e266-49c8-905d-c0ff06320f3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.882105] env[69374]: DEBUG nova.compute.manager [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.908391] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110919, 'name': CreateSnapshot_Task, 'duration_secs': 1.315181} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.908737] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 708.909534] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b5d0a8-f489-4f28-a1a1-7ffc713df333 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.958233] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4fb29c-c8f9-4a63-90cd-73557d1bf812 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.976133] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe8b505-698e-422a-8c06-8d55a634eaec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.018059] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f54f55-dcb5-42dd-af77-8d8060989ff7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.026753] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110921, 'name': Rename_Task, 'duration_secs': 0.20668} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.031387] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.032423] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dc9162f-d316-43e3-98c3-b1a6d7603861 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.037878] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299a4549-bb50-41e9-a151-a7c4b9df1cd5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.042925] env[69374]: DEBUG nova.network.neutron [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Successfully created port: 042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.056808] env[69374]: DEBUG nova.compute.provider_tree [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.059704] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 709.059704] env[69374]: value = "task-4110922" [ 709.059704] env[69374]: _type = "Task" [ 709.059704] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.070053] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110922, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.240228] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquiring lock "ed942bf3-996f-4c11-9a5e-eedb3d85b06e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.240513] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "ed942bf3-996f-4c11-9a5e-eedb3d85b06e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.318614] env[69374]: DEBUG nova.network.neutron [req-420f5232-929d-411b-a8d4-c43eddf2ea8a req-b3e9ef54-3f92-4e57-89af-d08d5c4e6e5f service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Updated VIF entry in instance network info cache for port 832021be-55f3-4382-ad69-112e3a770184. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.319075] env[69374]: DEBUG nova.network.neutron [req-420f5232-929d-411b-a8d4-c43eddf2ea8a req-b3e9ef54-3f92-4e57-89af-d08d5c4e6e5f service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Updating instance_info_cache with network_info: [{"id": "832021be-55f3-4382-ad69-112e3a770184", "address": "fa:16:3e:11:48:63", "network": {"id": "de06265d-5683-4281-8cac-95625f450cf2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-915275261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bcf16760afa4bdba3e8c876c7e5aa56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap832021be-55", "ovs_interfaceid": "832021be-55f3-4382-ad69-112e3a770184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.451933] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 709.453009] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c341dfe-e73f-4d7a-b12b-a35d234e85e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.462640] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 709.462640] env[69374]: value = "task-4110923" [ 709.462640] env[69374]: _type = "Task" [ 709.462640] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.473962] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110923, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.561662] env[69374]: DEBUG nova.scheduler.client.report [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.578655] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110922, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.823192] env[69374]: DEBUG oslo_concurrency.lockutils [req-420f5232-929d-411b-a8d4-c43eddf2ea8a req-b3e9ef54-3f92-4e57-89af-d08d5c4e6e5f service nova] Releasing lock "refresh_cache-5e27405c-eeb5-4af1-baf5-f9386393587e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.904621] env[69374]: DEBUG nova.compute.manager [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.938337] env[69374]: DEBUG nova.virt.hardware [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.938337] env[69374]: DEBUG nova.virt.hardware [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.939355] env[69374]: DEBUG nova.virt.hardware [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.939708] env[69374]: DEBUG nova.virt.hardware [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.940351] env[69374]: DEBUG nova.virt.hardware [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.940351] env[69374]: DEBUG nova.virt.hardware [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.940903] env[69374]: DEBUG nova.virt.hardware [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.940903] env[69374]: DEBUG nova.virt.hardware [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.940903] env[69374]: DEBUG nova.virt.hardware [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.941049] env[69374]: DEBUG nova.virt.hardware [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.941263] env[69374]: DEBUG nova.virt.hardware [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.942223] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfaa4cf-60d4-4fe4-ba0a-394ce7887c2a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.951826] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33db886-1746-4813-bc4e-777bcf5bbfc1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.978348] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110923, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.076570] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.081501] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.665s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.085991] env[69374]: INFO nova.compute.claims [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.096791] env[69374]: DEBUG oslo_vmware.api [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4110922, 'name': PowerOnVM_Task, 'duration_secs': 0.838226} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.098606] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.098606] env[69374]: INFO nova.compute.manager [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Took 9.27 seconds to spawn the instance on the hypervisor. [ 710.098606] env[69374]: DEBUG nova.compute.manager [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.099175] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e21848-a2fa-4a00-a14c-3d80604a8d4b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.122520] env[69374]: INFO nova.scheduler.client.report [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Deleted allocations for instance ae9be03b-f45f-4285-ba68-d174581c0c78 [ 710.488385] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110923, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.529474] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquiring lock "4687249d-a18e-44e7-842e-e65e00320062" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.529762] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Lock "4687249d-a18e-44e7-842e-e65e00320062" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.530123] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquiring lock "4687249d-a18e-44e7-842e-e65e00320062-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.530216] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Lock "4687249d-a18e-44e7-842e-e65e00320062-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.530351] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Lock "4687249d-a18e-44e7-842e-e65e00320062-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.533289] env[69374]: INFO nova.compute.manager [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Terminating instance [ 710.633303] env[69374]: INFO nova.compute.manager [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Took 27.02 seconds to build instance. [ 710.633920] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d97199f6-1ea8-45bc-b2c7-8dc0afd4838f tempest-InstanceActionsTestJSON-1022141495 tempest-InstanceActionsTestJSON-1022141495-project-member] Lock "ae9be03b-f45f-4285-ba68-d174581c0c78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.430s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.743747] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquiring lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.743747] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.743747] env[69374]: DEBUG nova.network.neutron [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Successfully updated port: 042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.981326] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110923, 'name': CloneVM_Task} progress is 95%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.040833] env[69374]: DEBUG nova.compute.manager [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.041087] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.041984] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715721e3-7e8c-426e-9c3a-ba411a037de2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.052917] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.053250] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-288d303a-0655-4909-a612-e029a9c64b34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.061728] env[69374]: DEBUG oslo_vmware.api [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for the task: (returnval){ [ 711.061728] env[69374]: value = "task-4110924" [ 711.061728] env[69374]: _type = "Task" [ 711.061728] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.082714] env[69374]: DEBUG oslo_vmware.api [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.136108] env[69374]: DEBUG oslo_concurrency.lockutils [None req-36c710d3-6a55-4117-9aa4-b24fa189d0be tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lock "f89bfd02-b61d-4942-851d-d9678c913852" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.537s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.247313] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "refresh_cache-af67629c-8b83-41b7-847c-049a305f970c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.249677] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquired lock "refresh_cache-af67629c-8b83-41b7-847c-049a305f970c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.249677] env[69374]: DEBUG nova.network.neutron [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.485970] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110923, 'name': CloneVM_Task, 'duration_secs': 1.699259} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.488912] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Created linked-clone VM from snapshot [ 711.490225] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4f9435-5812-4058-bf04-6ef7502b7ae4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.505892] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Uploading image 4658c0fe-b120-4ab7-8704-21685e80825a {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 711.541091] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 711.543743] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d7f1aaa4-615e-4cf1-9889-d63db9c6fa1d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.554476] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 711.554476] env[69374]: value = "task-4110925" [ 711.554476] env[69374]: _type = "Task" [ 711.554476] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.575419] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110925, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.584073] env[69374]: DEBUG oslo_vmware.api [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110924, 'name': PowerOffVM_Task, 'duration_secs': 0.312753} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.584073] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.584073] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.584299] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fe68a54-8dd6-4ef0-890f-628e77db470f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.614477] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d2f42e-355c-45b8-ae03-4820ce5539cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.623259] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f919eebd-8ddd-4ee7-8b98-7e2d98ae98ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.662829] env[69374]: DEBUG nova.compute.manager [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.672027] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b288c11a-e826-416f-983e-63b5a69f49b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.672448] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.672658] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.672829] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Deleting the datastore file [datastore2] 4687249d-a18e-44e7-842e-e65e00320062 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.673349] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbf964d9-571f-4d09-881a-1ba758108893 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.682333] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cf568b-d74d-4839-8d0d-a580f4d0538f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.687880] env[69374]: DEBUG oslo_vmware.api [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for the task: (returnval){ [ 711.687880] env[69374]: value = "task-4110927" [ 711.687880] env[69374]: _type = "Task" [ 711.687880] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.702061] env[69374]: DEBUG nova.compute.provider_tree [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.708709] env[69374]: DEBUG oslo_vmware.api [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.781384] env[69374]: DEBUG nova.network.neutron [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.066882] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110925, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.112402] env[69374]: DEBUG nova.compute.manager [req-c26de1f6-8b6e-41d7-8968-c260502ea178 req-5135db0e-6156-442e-9d8c-3588c3c7a6b0 service nova] [instance: af67629c-8b83-41b7-847c-049a305f970c] Received event network-vif-plugged-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.113623] env[69374]: DEBUG oslo_concurrency.lockutils [req-c26de1f6-8b6e-41d7-8968-c260502ea178 req-5135db0e-6156-442e-9d8c-3588c3c7a6b0 service nova] Acquiring lock "af67629c-8b83-41b7-847c-049a305f970c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.113744] env[69374]: DEBUG oslo_concurrency.lockutils [req-c26de1f6-8b6e-41d7-8968-c260502ea178 req-5135db0e-6156-442e-9d8c-3588c3c7a6b0 service nova] Lock "af67629c-8b83-41b7-847c-049a305f970c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.113916] env[69374]: DEBUG oslo_concurrency.lockutils [req-c26de1f6-8b6e-41d7-8968-c260502ea178 req-5135db0e-6156-442e-9d8c-3588c3c7a6b0 service nova] Lock "af67629c-8b83-41b7-847c-049a305f970c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.114104] env[69374]: DEBUG nova.compute.manager [req-c26de1f6-8b6e-41d7-8968-c260502ea178 req-5135db0e-6156-442e-9d8c-3588c3c7a6b0 service nova] [instance: af67629c-8b83-41b7-847c-049a305f970c] No waiting events found dispatching network-vif-plugged-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 712.114346] env[69374]: WARNING nova.compute.manager [req-c26de1f6-8b6e-41d7-8968-c260502ea178 req-5135db0e-6156-442e-9d8c-3588c3c7a6b0 service nova] [instance: af67629c-8b83-41b7-847c-049a305f970c] Received unexpected event network-vif-plugged-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 for instance with vm_state building and task_state spawning. [ 712.148357] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Acquiring lock "283fd941-f17d-4f36-b200-791f75bf7f97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.150063] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Lock "283fd941-f17d-4f36-b200-791f75bf7f97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.154326] env[69374]: DEBUG nova.network.neutron [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Updating instance_info_cache with network_info: [{"id": "042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7", "address": "fa:16:3e:d0:75:b2", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042d8ee6-ff", "ovs_interfaceid": "042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.200890] env[69374]: DEBUG oslo_vmware.api [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Task: {'id': task-4110927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19557} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.202564] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.202669] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.202849] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.203054] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.203231] env[69374]: INFO nova.compute.manager [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Took 1.16 seconds to destroy the instance on the hypervisor. [ 712.203593] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.203886] env[69374]: DEBUG nova.compute.manager [-] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.203999] env[69374]: DEBUG nova.network.neutron [-] [instance: 4687249d-a18e-44e7-842e-e65e00320062] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.207541] env[69374]: DEBUG nova.scheduler.client.report [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.570223] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110925, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.659019] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Releasing lock "refresh_cache-af67629c-8b83-41b7-847c-049a305f970c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.659019] env[69374]: DEBUG nova.compute.manager [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Instance network_info: |[{"id": "042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7", "address": "fa:16:3e:d0:75:b2", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042d8ee6-ff", "ovs_interfaceid": "042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.659288] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:75:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.669442] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.669442] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af67629c-8b83-41b7-847c-049a305f970c] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.669442] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-281638c9-fc7c-4a60-9138-c3701c0482e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.694529] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.694529] env[69374]: value = "task-4110928" [ 712.694529] env[69374]: _type = "Task" [ 712.694529] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.704571] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110928, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.713456] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.714640] env[69374]: DEBUG nova.compute.manager [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.717722] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.861s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.720282] env[69374]: INFO nova.compute.claims [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.744130] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "0e955a18-2f05-4164-9601-37ac243a5cbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.744587] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "0e955a18-2f05-4164-9601-37ac243a5cbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.009781] env[69374]: DEBUG nova.network.neutron [-] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.067097] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110925, 'name': Destroy_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.214376] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110928, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.225237] env[69374]: DEBUG nova.compute.utils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.230836] env[69374]: DEBUG nova.compute.manager [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.230836] env[69374]: DEBUG nova.network.neutron [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.312564] env[69374]: DEBUG nova.policy [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5dc9b54bf64fa38cec042fea27d7a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35307c25070547b19527987b14cd51da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.436220] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquiring lock "952742cc-1231-4064-9d92-e28e196553c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.436724] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Lock "952742cc-1231-4064-9d92-e28e196553c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.513121] env[69374]: INFO nova.compute.manager [-] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Took 1.31 seconds to deallocate network for instance. [ 713.568670] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110925, 'name': Destroy_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.707071] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110928, 'name': CreateVM_Task, 'duration_secs': 0.579702} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.707071] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af67629c-8b83-41b7-847c-049a305f970c] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.707071] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.707071] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.707454] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.708536] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a134f76-f181-4cfd-8351-baeefee4ad94 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.715475] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 713.715475] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526c474a-1bdf-67b3-9f87-0ae653e5cca5" [ 713.715475] env[69374]: _type = "Task" [ 713.715475] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.724798] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526c474a-1bdf-67b3-9f87-0ae653e5cca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.729466] env[69374]: DEBUG nova.compute.manager [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.923099] env[69374]: DEBUG nova.network.neutron [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Successfully created port: 31d90250-2225-4a6e-9db8-87f533b94ba0 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.021237] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.075682] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110925, 'name': Destroy_Task, 'duration_secs': 2.104195} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.076138] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Destroyed the VM [ 714.076138] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 714.076637] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19a0f99e-c484-45e2-9179-733136b61937 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.083829] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 714.083829] env[69374]: value = "task-4110929" [ 714.083829] env[69374]: _type = "Task" [ 714.083829] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.092609] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110929, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.229347] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526c474a-1bdf-67b3-9f87-0ae653e5cca5, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.229744] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.230095] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.230524] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.230720] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.231580] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.233174] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55cbdda7-9171-4965-9d99-2880c44c8dbf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.236186] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4fecd9-d2aa-4f0b-9b07-ebcb22b3046a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.253693] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc8a6bb-591c-46c7-81e4-c309e2b13d81 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.258208] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.259055] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.261175] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c5bd48-af61-4515-a908-8e26a8a8faf8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.293114] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2067015-7d77-48c5-ac1b-14c12ee29c17 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.297526] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 714.297526] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522acb15-e999-d1f4-5ed9-28a992f07d4f" [ 714.297526] env[69374]: _type = "Task" [ 714.297526] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.305653] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9921a87-c625-4da1-afa9-689c61fe2fa4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.314277] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522acb15-e999-d1f4-5ed9-28a992f07d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.316056] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a033248a-05cd-4c56-bee2-c82147301594 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.327155] env[69374]: DEBUG nova.compute.provider_tree [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.335172] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 714.335172] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52bc990b-0c8b-ea18-2e52-8527e794c401" [ 714.335172] env[69374]: _type = "Task" [ 714.335172] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.346495] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52bc990b-0c8b-ea18-2e52-8527e794c401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.601253] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110929, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.724410] env[69374]: DEBUG nova.compute.manager [req-255086a7-cca9-46f9-8692-ed6d7e5f647d req-247feb6e-bad9-4ead-a6a3-ca4da3567c14 service nova] [instance: af67629c-8b83-41b7-847c-049a305f970c] Received event network-changed-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.724410] env[69374]: DEBUG nova.compute.manager [req-255086a7-cca9-46f9-8692-ed6d7e5f647d req-247feb6e-bad9-4ead-a6a3-ca4da3567c14 service nova] [instance: af67629c-8b83-41b7-847c-049a305f970c] Refreshing instance network info cache due to event network-changed-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.724410] env[69374]: DEBUG oslo_concurrency.lockutils [req-255086a7-cca9-46f9-8692-ed6d7e5f647d req-247feb6e-bad9-4ead-a6a3-ca4da3567c14 service nova] Acquiring lock "refresh_cache-af67629c-8b83-41b7-847c-049a305f970c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.724410] env[69374]: DEBUG oslo_concurrency.lockutils [req-255086a7-cca9-46f9-8692-ed6d7e5f647d req-247feb6e-bad9-4ead-a6a3-ca4da3567c14 service nova] Acquired lock "refresh_cache-af67629c-8b83-41b7-847c-049a305f970c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.724410] env[69374]: DEBUG nova.network.neutron [req-255086a7-cca9-46f9-8692-ed6d7e5f647d req-247feb6e-bad9-4ead-a6a3-ca4da3567c14 service nova] [instance: af67629c-8b83-41b7-847c-049a305f970c] Refreshing network info cache for port 042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.747802] env[69374]: DEBUG nova.compute.manager [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.771716] env[69374]: DEBUG nova.virt.hardware [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.772256] env[69374]: DEBUG nova.virt.hardware [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.773181] env[69374]: DEBUG nova.virt.hardware [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.773586] env[69374]: DEBUG nova.virt.hardware [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.773863] env[69374]: DEBUG nova.virt.hardware [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.774238] env[69374]: DEBUG nova.virt.hardware [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.777243] env[69374]: DEBUG nova.virt.hardware [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.777243] env[69374]: DEBUG nova.virt.hardware [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.777243] env[69374]: DEBUG nova.virt.hardware [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.777243] env[69374]: DEBUG nova.virt.hardware [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.777243] env[69374]: DEBUG nova.virt.hardware [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.777443] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fb1f7b-17c1-4ec6-ab8d-d5641f0def02 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.790160] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efe2d4a-8f95-4521-926f-6154d260a07f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.837675] env[69374]: DEBUG nova.scheduler.client.report [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.849868] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52bc990b-0c8b-ea18-2e52-8527e794c401, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.850359] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.850775] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] af67629c-8b83-41b7-847c-049a305f970c/af67629c-8b83-41b7-847c-049a305f970c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.851336] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08c9292f-4022-4aed-9a41-8f63cec93c01 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.862207] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 714.862207] env[69374]: value = "task-4110930" [ 714.862207] env[69374]: _type = "Task" [ 714.862207] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.872305] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.880643] env[69374]: DEBUG nova.compute.manager [req-deafcebd-daee-40d8-8333-a0f56b3c55c3 req-1c01baa1-96dc-4ec4-8822-82a8f2ba6c51 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Received event network-changed-312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.880881] env[69374]: DEBUG nova.compute.manager [req-deafcebd-daee-40d8-8333-a0f56b3c55c3 req-1c01baa1-96dc-4ec4-8822-82a8f2ba6c51 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Refreshing instance network info cache due to event network-changed-312dd64a-3a86-4a49-b5ce-3b82ecb81271. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.881677] env[69374]: DEBUG oslo_concurrency.lockutils [req-deafcebd-daee-40d8-8333-a0f56b3c55c3 req-1c01baa1-96dc-4ec4-8822-82a8f2ba6c51 service nova] Acquiring lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.881677] env[69374]: DEBUG oslo_concurrency.lockutils [req-deafcebd-daee-40d8-8333-a0f56b3c55c3 req-1c01baa1-96dc-4ec4-8822-82a8f2ba6c51 service nova] Acquired lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.881677] env[69374]: DEBUG nova.network.neutron [req-deafcebd-daee-40d8-8333-a0f56b3c55c3 req-1c01baa1-96dc-4ec4-8822-82a8f2ba6c51 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Refreshing network info cache for port 312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.095988] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110929, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.343691] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.344306] env[69374]: DEBUG nova.compute.manager [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.347468] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.844s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.349251] env[69374]: INFO nova.compute.claims [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.375311] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513164} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.375662] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] af67629c-8b83-41b7-847c-049a305f970c/af67629c-8b83-41b7-847c-049a305f970c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.376547] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.376678] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5efebd07-8f02-4e0c-83f7-15fcb66540a6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.385848] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 715.385848] env[69374]: value = "task-4110931" [ 715.385848] env[69374]: _type = "Task" [ 715.385848] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.398279] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.524279] env[69374]: DEBUG nova.compute.manager [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.525283] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed68aadd-c734-4dac-b830-743852b9bf47 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.598141] env[69374]: DEBUG oslo_vmware.api [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110929, 'name': RemoveSnapshot_Task, 'duration_secs': 1.109999} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.598439] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.617439] env[69374]: DEBUG nova.network.neutron [req-255086a7-cca9-46f9-8692-ed6d7e5f647d req-247feb6e-bad9-4ead-a6a3-ca4da3567c14 service nova] [instance: af67629c-8b83-41b7-847c-049a305f970c] Updated VIF entry in instance network info cache for port 042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.617853] env[69374]: DEBUG nova.network.neutron [req-255086a7-cca9-46f9-8692-ed6d7e5f647d req-247feb6e-bad9-4ead-a6a3-ca4da3567c14 service nova] [instance: af67629c-8b83-41b7-847c-049a305f970c] Updating instance_info_cache with network_info: [{"id": "042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7", "address": "fa:16:3e:d0:75:b2", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042d8ee6-ff", "ovs_interfaceid": "042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.862025] env[69374]: DEBUG nova.compute.utils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.868988] env[69374]: DEBUG nova.compute.manager [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.869367] env[69374]: DEBUG nova.network.neutron [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.896262] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070769} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.896644] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.897517] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96eb892-1372-4406-9650-8b56fff063be {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.923508] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] af67629c-8b83-41b7-847c-049a305f970c/af67629c-8b83-41b7-847c-049a305f970c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.926152] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75042054-fca8-42a5-8327-69a647b66686 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.950453] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 715.950453] env[69374]: value = "task-4110932" [ 715.950453] env[69374]: _type = "Task" [ 715.950453] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.962854] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.993134] env[69374]: DEBUG nova.network.neutron [req-deafcebd-daee-40d8-8333-a0f56b3c55c3 req-1c01baa1-96dc-4ec4-8822-82a8f2ba6c51 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updated VIF entry in instance network info cache for port 312dd64a-3a86-4a49-b5ce-3b82ecb81271. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.993539] env[69374]: DEBUG nova.network.neutron [req-deafcebd-daee-40d8-8333-a0f56b3c55c3 req-1c01baa1-96dc-4ec4-8822-82a8f2ba6c51 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updating instance_info_cache with network_info: [{"id": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "address": "fa:16:3e:42:c1:3a", "network": {"id": "ee66aa00-4f4f-4f2f-8907-f27e74b7236f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1388541374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e368e3c74eb47928df7e7daf9eb8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312dd64a-3a", "ovs_interfaceid": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.000192] env[69374]: DEBUG nova.network.neutron [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Successfully updated port: 31d90250-2225-4a6e-9db8-87f533b94ba0 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.031732] env[69374]: DEBUG nova.policy [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0843e815aa274726ab107fa94560e161', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7005aeb676374346a4f2feb4fc62b413', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.037481] env[69374]: INFO nova.compute.manager [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] instance snapshotting [ 716.041248] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aacd67a-3ef9-48d5-8ae6-cb22012d6531 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.066516] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2211b6d-454e-4b0f-b824-a9d2d4b3dd8c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.105638] env[69374]: WARNING nova.compute.manager [None req-f062db4a-cf5b-4c4b-97ee-ec01c101304e tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Image not found during snapshot: nova.exception.ImageNotFound: Image 4658c0fe-b120-4ab7-8704-21685e80825a could not be found. [ 716.125187] env[69374]: DEBUG oslo_concurrency.lockutils [req-255086a7-cca9-46f9-8692-ed6d7e5f647d req-247feb6e-bad9-4ead-a6a3-ca4da3567c14 service nova] Releasing lock "refresh_cache-af67629c-8b83-41b7-847c-049a305f970c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.125475] env[69374]: DEBUG nova.compute.manager [req-255086a7-cca9-46f9-8692-ed6d7e5f647d req-247feb6e-bad9-4ead-a6a3-ca4da3567c14 service nova] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Received event network-vif-deleted-0bc3529e-5c7a-4790-9bd4-390ddfed3671 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.365294] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "a964bb90-bac0-4408-adc0-bef9a160fbd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.365673] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "a964bb90-bac0-4408-adc0-bef9a160fbd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.370122] env[69374]: DEBUG nova.compute.manager [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.459903] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110932, 'name': ReconfigVM_Task, 'duration_secs': 0.392174} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.459982] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] af67629c-8b83-41b7-847c-049a305f970c/af67629c-8b83-41b7-847c-049a305f970c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.460792] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-942f4dfe-1266-48f0-88cf-f7419e01b129 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.471364] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 716.471364] env[69374]: value = "task-4110933" [ 716.471364] env[69374]: _type = "Task" [ 716.471364] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.484145] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110933, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.496786] env[69374]: DEBUG oslo_concurrency.lockutils [req-deafcebd-daee-40d8-8333-a0f56b3c55c3 req-1c01baa1-96dc-4ec4-8822-82a8f2ba6c51 service nova] Releasing lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.505173] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "refresh_cache-3d5f0869-84c1-4ccf-97ac-eaff324b7257" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.505173] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "refresh_cache-3d5f0869-84c1-4ccf-97ac-eaff324b7257" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.505173] env[69374]: DEBUG nova.network.neutron [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.579204] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 716.579901] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ba4039c4-9db8-471a-b919-29be19136614 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.593338] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 716.593338] env[69374]: value = "task-4110934" [ 716.593338] env[69374]: _type = "Task" [ 716.593338] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.610430] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110934, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.957230] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65995c6-91e5-4715-b5ec-400c937de19e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.966356] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c63c7-d9ea-4c09-a234-32b0495c48ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.985057] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110933, 'name': Rename_Task, 'duration_secs': 0.171199} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.015396] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.019107] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0768c881-a06a-426a-b04b-4cbb5e586c12 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.022028] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125d1e97-5d6d-4441-996c-387b4f8fbb05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.035917] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c65128-f29e-44f7-9e22-efe54ba12ff0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.042445] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 717.042445] env[69374]: value = "task-4110935" [ 717.042445] env[69374]: _type = "Task" [ 717.042445] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.060628] env[69374]: DEBUG nova.compute.provider_tree [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.068876] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.071265] env[69374]: DEBUG nova.network.neutron [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.109771] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110934, 'name': CreateSnapshot_Task, 'duration_secs': 0.47928} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.110323] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 717.110665] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c0eced-fec6-4d1f-b84f-694f3882b2d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.202107] env[69374]: DEBUG nova.network.neutron [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Successfully created port: 00970b1a-08f7-4595-bd4f-3f6e36ee6302 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.274111] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "2c5d994d-aa71-47bd-8ecd-f077dd409472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.274547] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "2c5d994d-aa71-47bd-8ecd-f077dd409472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.324096] env[69374]: DEBUG nova.network.neutron [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Updating instance_info_cache with network_info: [{"id": "31d90250-2225-4a6e-9db8-87f533b94ba0", "address": "fa:16:3e:b4:16:60", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d90250-22", "ovs_interfaceid": "31d90250-2225-4a6e-9db8-87f533b94ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.382837] env[69374]: DEBUG nova.compute.manager [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.414344] env[69374]: DEBUG nova.virt.hardware [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.414709] env[69374]: DEBUG nova.virt.hardware [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.414709] env[69374]: DEBUG nova.virt.hardware [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.414831] env[69374]: DEBUG nova.virt.hardware [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.414980] env[69374]: DEBUG nova.virt.hardware [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.415195] env[69374]: DEBUG nova.virt.hardware [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.415410] env[69374]: DEBUG nova.virt.hardware [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.415564] env[69374]: DEBUG nova.virt.hardware [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.415732] env[69374]: DEBUG nova.virt.hardware [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.415887] env[69374]: DEBUG nova.virt.hardware [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.416181] env[69374]: DEBUG nova.virt.hardware [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.416922] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa02ae8-ce5a-4d44-90f1-14f5e486c858 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.426347] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd5d3e1-9caa-4be6-9159-e9279fc5004f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.529969] env[69374]: DEBUG nova.compute.manager [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Received event network-vif-plugged-31d90250-2225-4a6e-9db8-87f533b94ba0 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.530194] env[69374]: DEBUG oslo_concurrency.lockutils [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] Acquiring lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.530643] env[69374]: DEBUG oslo_concurrency.lockutils [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] Lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.530643] env[69374]: DEBUG oslo_concurrency.lockutils [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] Lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.533295] env[69374]: DEBUG nova.compute.manager [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] No waiting events found dispatching network-vif-plugged-31d90250-2225-4a6e-9db8-87f533b94ba0 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.533508] env[69374]: WARNING nova.compute.manager [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Received unexpected event network-vif-plugged-31d90250-2225-4a6e-9db8-87f533b94ba0 for instance with vm_state building and task_state spawning. [ 717.533680] env[69374]: DEBUG nova.compute.manager [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Received event network-changed-31d90250-2225-4a6e-9db8-87f533b94ba0 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.533838] env[69374]: DEBUG nova.compute.manager [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Refreshing instance network info cache due to event network-changed-31d90250-2225-4a6e-9db8-87f533b94ba0. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.534596] env[69374]: DEBUG oslo_concurrency.lockutils [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] Acquiring lock "refresh_cache-3d5f0869-84c1-4ccf-97ac-eaff324b7257" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.554825] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.564671] env[69374]: DEBUG nova.scheduler.client.report [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.634563] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 717.634995] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-069cd801-c264-4a7f-a0bc-85eaa415a29e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.646633] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 717.646633] env[69374]: value = "task-4110936" [ 717.646633] env[69374]: _type = "Task" [ 717.646633] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.659971] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110936, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.830772] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "refresh_cache-3d5f0869-84c1-4ccf-97ac-eaff324b7257" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.831853] env[69374]: DEBUG nova.compute.manager [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Instance network_info: |[{"id": "31d90250-2225-4a6e-9db8-87f533b94ba0", "address": "fa:16:3e:b4:16:60", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d90250-22", "ovs_interfaceid": "31d90250-2225-4a6e-9db8-87f533b94ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.832547] env[69374]: DEBUG oslo_concurrency.lockutils [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] Acquired lock "refresh_cache-3d5f0869-84c1-4ccf-97ac-eaff324b7257" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.832756] env[69374]: DEBUG nova.network.neutron [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Refreshing network info cache for port 31d90250-2225-4a6e-9db8-87f533b94ba0 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.834463] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:16:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31d90250-2225-4a6e-9db8-87f533b94ba0', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.844488] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Creating folder: Project (35307c25070547b19527987b14cd51da). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.848565] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84f2605c-95e7-47ff-9155-bcfd41552e2d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.867804] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Created folder: Project (35307c25070547b19527987b14cd51da) in parent group-v814324. [ 717.867804] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Creating folder: Instances. Parent ref: group-v814388. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.868487] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0592fab4-7cdd-4e59-8cb8-59dbdad2ec89 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.882579] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Created folder: Instances in parent group-v814388. [ 717.882853] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.883306] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.883417] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d4c82a-2196-43ae-b159-a23d8746a08d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.913627] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.913627] env[69374]: value = "task-4110939" [ 717.913627] env[69374]: _type = "Task" [ 717.913627] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.924201] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110939, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.058445] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110935, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.073459] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.073459] env[69374]: DEBUG nova.compute.manager [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.076369] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.291s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.080456] env[69374]: INFO nova.compute.claims [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.159663] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110936, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.175433] env[69374]: DEBUG nova.network.neutron [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Updated VIF entry in instance network info cache for port 31d90250-2225-4a6e-9db8-87f533b94ba0. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.175673] env[69374]: DEBUG nova.network.neutron [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Updating instance_info_cache with network_info: [{"id": "31d90250-2225-4a6e-9db8-87f533b94ba0", "address": "fa:16:3e:b4:16:60", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d90250-22", "ovs_interfaceid": "31d90250-2225-4a6e-9db8-87f533b94ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.424765] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110939, 'name': CreateVM_Task, 'duration_secs': 0.490061} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.424950] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.426021] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.426213] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.426622] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.426888] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b724a92-471f-4ed7-a2de-cfe72971b1e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.433168] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 718.433168] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52047aa4-464a-33dc-ede4-8c2b32766631" [ 718.433168] env[69374]: _type = "Task" [ 718.433168] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.442396] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52047aa4-464a-33dc-ede4-8c2b32766631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.526094] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "b1971861-5b0a-45b9-a37c-972258e7ff85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.526927] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "b1971861-5b0a-45b9-a37c-972258e7ff85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.526927] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "b1971861-5b0a-45b9-a37c-972258e7ff85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.526927] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "b1971861-5b0a-45b9-a37c-972258e7ff85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.527191] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "b1971861-5b0a-45b9-a37c-972258e7ff85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.529309] env[69374]: INFO nova.compute.manager [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Terminating instance [ 718.556455] env[69374]: DEBUG oslo_vmware.api [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110935, 'name': PowerOnVM_Task, 'duration_secs': 1.067789} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.556834] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.556975] env[69374]: INFO nova.compute.manager [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Took 8.65 seconds to spawn the instance on the hypervisor. [ 718.557203] env[69374]: DEBUG nova.compute.manager [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 718.558781] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747f14aa-30c7-44e2-aca0-193292d6964e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.578221] env[69374]: DEBUG nova.compute.utils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.581278] env[69374]: DEBUG nova.compute.manager [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.581926] env[69374]: DEBUG nova.network.neutron [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.657018] env[69374]: DEBUG nova.policy [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49f3faaeebbd40ea9016e2efa8e678e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f304e12eb01b404383cd0a9f7bcff1b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.665911] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110936, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.679541] env[69374]: DEBUG oslo_concurrency.lockutils [req-a2765472-7b65-4969-9c17-25aaab109592 req-6c6dd008-49d2-4738-9662-d35a545abcba service nova] Releasing lock "refresh_cache-3d5f0869-84c1-4ccf-97ac-eaff324b7257" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.950437] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52047aa4-464a-33dc-ede4-8c2b32766631, 'name': SearchDatastore_Task, 'duration_secs': 0.017011} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.950716] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.952040] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.955939] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.956300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.960635] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.960635] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c850a856-ec0c-451d-a5cc-15d3a9a0c856 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.970566] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.970680] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.971682] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b528809c-e51e-4ae1-9c38-dbfa98f18552 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.978109] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 718.978109] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a9d40e-1d36-cd43-a7ee-1839afaed0df" [ 718.978109] env[69374]: _type = "Task" [ 718.978109] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.987990] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a9d40e-1d36-cd43-a7ee-1839afaed0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.030730] env[69374]: DEBUG nova.network.neutron [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Successfully created port: c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.033341] env[69374]: DEBUG nova.compute.manager [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.033341] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.034233] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8120baeb-2144-4920-b8e4-3a6e7086d8b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.042647] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.042932] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb122c18-4312-4f0c-b750-2980c724a1a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.051940] env[69374]: DEBUG oslo_vmware.api [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 719.051940] env[69374]: value = "task-4110940" [ 719.051940] env[69374]: _type = "Task" [ 719.051940] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.064120] env[69374]: DEBUG oslo_vmware.api [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.084270] env[69374]: INFO nova.compute.manager [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Took 29.75 seconds to build instance. [ 719.087708] env[69374]: DEBUG nova.compute.manager [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.169529] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110936, 'name': CloneVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.359055] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquiring lock "c3c4d8dc-bc7f-4128-b323-341d335219cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.359055] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "c3c4d8dc-bc7f-4128-b323-341d335219cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.496193] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a9d40e-1d36-cd43-a7ee-1839afaed0df, 'name': SearchDatastore_Task, 'duration_secs': 0.016503} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.500850] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd60d7a-8831-4214-af82-2e86216821c8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.512512] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 719.512512] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d73f73-096b-936d-69aa-62652a51aad6" [ 719.512512] env[69374]: _type = "Task" [ 719.512512] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.532423] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d73f73-096b-936d-69aa-62652a51aad6, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.532720] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.533107] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.533269] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54f29997-8ce0-497e-969e-93e5df13f05b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.549029] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 719.549029] env[69374]: value = "task-4110941" [ 719.549029] env[69374]: _type = "Task" [ 719.549029] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.562893] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.577412] env[69374]: DEBUG oslo_vmware.api [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110940, 'name': PowerOffVM_Task, 'duration_secs': 0.281674} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.577876] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.578408] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.578758] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-693d6246-5777-443c-8bad-b0f96102254f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.587068] env[69374]: DEBUG oslo_concurrency.lockutils [None req-54ecc25b-c8f0-41e4-b838-1a5a4d914a45 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "af67629c-8b83-41b7-847c-049a305f970c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.263s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.593117] env[69374]: DEBUG nova.network.neutron [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Successfully created port: 71670293-0714-4f1a-8419-dff23d9faf7b {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.645899] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.646146] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.646328] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Deleting the datastore file [datastore1] b1971861-5b0a-45b9-a37c-972258e7ff85 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.646756] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e15ef2a8-834e-4dcf-bedd-b1c4e860fec7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.679788] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110936, 'name': CloneVM_Task, 'duration_secs': 1.528264} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.687489] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Created linked-clone VM from snapshot [ 719.689051] env[69374]: DEBUG oslo_vmware.api [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 719.689051] env[69374]: value = "task-4110943" [ 719.689051] env[69374]: _type = "Task" [ 719.689051] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.692038] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b361af78-574e-41d8-aa8c-569a4fefe6c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.712187] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Uploading image ecb96c22-618d-4e7e-b2c5-039247e0adaf {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.719646] env[69374]: DEBUG oslo_vmware.api [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.758620] env[69374]: DEBUG oslo_vmware.rw_handles [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.758620] env[69374]: value = "vm-814387" [ 719.758620] env[69374]: _type = "VirtualMachine" [ 719.758620] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.758941] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3840cda8-8fd6-4ed4-b5d7-6f488ac5a19d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.771383] env[69374]: DEBUG oslo_vmware.rw_handles [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lease: (returnval){ [ 719.771383] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521eca61-0f54-0d52-3394-6e93d9e8c948" [ 719.771383] env[69374]: _type = "HttpNfcLease" [ 719.771383] env[69374]: } obtained for exporting VM: (result){ [ 719.771383] env[69374]: value = "vm-814387" [ 719.771383] env[69374]: _type = "VirtualMachine" [ 719.771383] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.771776] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the lease: (returnval){ [ 719.771776] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521eca61-0f54-0d52-3394-6e93d9e8c948" [ 719.771776] env[69374]: _type = "HttpNfcLease" [ 719.771776] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.785310] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.785310] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521eca61-0f54-0d52-3394-6e93d9e8c948" [ 719.785310] env[69374]: _type = "HttpNfcLease" [ 719.785310] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 719.864570] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b978fddf-9567-47bf-9582-cc1f7595d87c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.874683] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d913d3f-4562-42f5-a6a6-1eec0e1582cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.921774] env[69374]: DEBUG nova.network.neutron [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Successfully updated port: 00970b1a-08f7-4595-bd4f-3f6e36ee6302 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.923560] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0471b05-f94a-45e0-a43f-bcf14e5f05e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.935321] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a66cec8-afdb-4f97-842b-fc83dfcda48d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.953141] env[69374]: DEBUG nova.compute.provider_tree [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.956397] env[69374]: DEBUG nova.compute.manager [req-b366d8a6-20b7-4789-ba51-b0c3fc640935 req-b411023d-fbc6-4af7-a2bc-0cf8bd2b61c9 service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Received event network-vif-plugged-00970b1a-08f7-4595-bd4f-3f6e36ee6302 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.956618] env[69374]: DEBUG oslo_concurrency.lockutils [req-b366d8a6-20b7-4789-ba51-b0c3fc640935 req-b411023d-fbc6-4af7-a2bc-0cf8bd2b61c9 service nova] Acquiring lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.956830] env[69374]: DEBUG oslo_concurrency.lockutils [req-b366d8a6-20b7-4789-ba51-b0c3fc640935 req-b411023d-fbc6-4af7-a2bc-0cf8bd2b61c9 service nova] Lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.956998] env[69374]: DEBUG oslo_concurrency.lockutils [req-b366d8a6-20b7-4789-ba51-b0c3fc640935 req-b411023d-fbc6-4af7-a2bc-0cf8bd2b61c9 service nova] Lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.957194] env[69374]: DEBUG nova.compute.manager [req-b366d8a6-20b7-4789-ba51-b0c3fc640935 req-b411023d-fbc6-4af7-a2bc-0cf8bd2b61c9 service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] No waiting events found dispatching network-vif-plugged-00970b1a-08f7-4595-bd4f-3f6e36ee6302 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 719.957361] env[69374]: WARNING nova.compute.manager [req-b366d8a6-20b7-4789-ba51-b0c3fc640935 req-b411023d-fbc6-4af7-a2bc-0cf8bd2b61c9 service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Received unexpected event network-vif-plugged-00970b1a-08f7-4595-bd4f-3f6e36ee6302 for instance with vm_state building and task_state spawning. [ 720.060243] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110941, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.091034] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.103849] env[69374]: DEBUG nova.compute.manager [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.106751] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquiring lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.108032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.108032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquiring lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.108032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.108278] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.112018] env[69374]: INFO nova.compute.manager [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Terminating instance [ 720.128789] env[69374]: DEBUG nova.virt.hardware [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.129218] env[69374]: DEBUG nova.virt.hardware [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.129310] env[69374]: DEBUG nova.virt.hardware [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.129532] env[69374]: DEBUG nova.virt.hardware [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.129720] env[69374]: DEBUG nova.virt.hardware [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.129900] env[69374]: DEBUG nova.virt.hardware [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.130307] env[69374]: DEBUG nova.virt.hardware [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.130395] env[69374]: DEBUG nova.virt.hardware [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.130589] env[69374]: DEBUG nova.virt.hardware [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.130760] env[69374]: DEBUG nova.virt.hardware [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.130936] env[69374]: DEBUG nova.virt.hardware [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.132189] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f52d5e5-91c0-451c-b243-ab3c4b2cb5f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.143443] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a2e440-b2a6-4173-984b-5614b1286933 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.209254] env[69374]: DEBUG oslo_vmware.api [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4110943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341583} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.209651] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.209734] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.209938] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.210240] env[69374]: INFO nova.compute.manager [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Took 1.18 seconds to destroy the instance on the hypervisor. [ 720.210576] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.211033] env[69374]: DEBUG nova.compute.manager [-] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.211033] env[69374]: DEBUG nova.network.neutron [-] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.283980] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.283980] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521eca61-0f54-0d52-3394-6e93d9e8c948" [ 720.283980] env[69374]: _type = "HttpNfcLease" [ 720.283980] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 720.283980] env[69374]: DEBUG oslo_vmware.rw_handles [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 720.283980] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521eca61-0f54-0d52-3394-6e93d9e8c948" [ 720.283980] env[69374]: _type = "HttpNfcLease" [ 720.283980] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 720.285141] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf7208a-cec7-4fcc-9167-3abb986a8131 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.299763] env[69374]: DEBUG oslo_vmware.rw_handles [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de8868-1851-ff58-d1ce-fe18f245076c/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 720.299763] env[69374]: DEBUG oslo_vmware.rw_handles [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de8868-1851-ff58-d1ce-fe18f245076c/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 720.402312] env[69374]: DEBUG nova.network.neutron [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Successfully created port: 3de000fc-662a-4fba-b87b-0b3029264fb1 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.429668] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquiring lock "refresh_cache-4a9a8f27-9e1d-41e2-b6aa-941746b393d9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.429826] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquired lock "refresh_cache-4a9a8f27-9e1d-41e2-b6aa-941746b393d9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.429951] env[69374]: DEBUG nova.network.neutron [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.431557] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d5768b4-3080-4af1-9830-48b435d6f001 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.460034] env[69374]: DEBUG nova.scheduler.client.report [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.563551] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534485} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.563821] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.566665] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.566665] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76c93349-6b0e-402b-8784-4285d2933ab0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.573375] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 720.573375] env[69374]: value = "task-4110945" [ 720.573375] env[69374]: _type = "Task" [ 720.573375] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.587772] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.616680] env[69374]: DEBUG nova.compute.manager [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.617148] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.618729] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd192ac7-bae2-4ba1-81d3-08b9032384e8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.630078] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.630518] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ca6b13-2484-47cb-8efe-1211f5511a93 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.633354] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.639356] env[69374]: DEBUG oslo_vmware.api [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for the task: (returnval){ [ 720.639356] env[69374]: value = "task-4110946" [ 720.639356] env[69374]: _type = "Task" [ 720.639356] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.652208] env[69374]: DEBUG oslo_vmware.api [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.969678] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.891s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.969678] env[69374]: DEBUG nova.compute.manager [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.978957] env[69374]: DEBUG nova.network.neutron [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.983914] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.103s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.991516] env[69374]: INFO nova.compute.claims [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.086358] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08099} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.086661] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.089635] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa40204-07c3-4cd1-86d4-855f4d12abde {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.129680] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.132977] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757ff263-862c-4580-9205-90a02b3c495c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.175492] env[69374]: DEBUG oslo_vmware.api [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110946, 'name': PowerOffVM_Task, 'duration_secs': 0.305068} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.179394] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.180657] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.181126] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 721.181126] env[69374]: value = "task-4110947" [ 721.181126] env[69374]: _type = "Task" [ 721.181126] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.183868] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d592b56e-485c-4068-aa5b-775990fe5813 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.200676] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.257979] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.258431] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.258512] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Deleting the datastore file [datastore2] f35ffdf6-4113-4f4d-b574-25aef8c0ba27 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.258840] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74401917-f177-44f6-981a-214e3c82e389 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.271335] env[69374]: DEBUG oslo_vmware.api [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for the task: (returnval){ [ 721.271335] env[69374]: value = "task-4110949" [ 721.271335] env[69374]: _type = "Task" [ 721.271335] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.288386] env[69374]: DEBUG oslo_vmware.api [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.329385] env[69374]: DEBUG nova.network.neutron [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Updating instance_info_cache with network_info: [{"id": "00970b1a-08f7-4595-bd4f-3f6e36ee6302", "address": "fa:16:3e:0f:fe:91", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00970b1a-08", "ovs_interfaceid": "00970b1a-08f7-4595-bd4f-3f6e36ee6302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.480593] env[69374]: DEBUG nova.compute.utils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.486183] env[69374]: DEBUG nova.compute.manager [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.486183] env[69374]: DEBUG nova.network.neutron [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.551120] env[69374]: DEBUG nova.policy [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54ee2096dfb641c0a714d55e0c481fa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0251b71bde7143e18a8dc871be72487f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.668069] env[69374]: DEBUG nova.network.neutron [-] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.700859] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110947, 'name': ReconfigVM_Task, 'duration_secs': 0.329002} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.702176] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.702176] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0e13b5b-9d98-4359-b660-8fe53593fd8a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.713385] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 721.713385] env[69374]: value = "task-4110950" [ 721.713385] env[69374]: _type = "Task" [ 721.713385] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.724837] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110950, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.781398] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquiring lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.781806] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.789316] env[69374]: DEBUG oslo_vmware.api [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Task: {'id': task-4110949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227876} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.789587] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.789774] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.789951] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.790171] env[69374]: INFO nova.compute.manager [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Took 1.17 seconds to destroy the instance on the hypervisor. [ 721.790423] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.790614] env[69374]: DEBUG nova.compute.manager [-] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.790929] env[69374]: DEBUG nova.network.neutron [-] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.833930] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Releasing lock "refresh_cache-4a9a8f27-9e1d-41e2-b6aa-941746b393d9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.834296] env[69374]: DEBUG nova.compute.manager [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Instance network_info: |[{"id": "00970b1a-08f7-4595-bd4f-3f6e36ee6302", "address": "fa:16:3e:0f:fe:91", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00970b1a-08", "ovs_interfaceid": "00970b1a-08f7-4595-bd4f-3f6e36ee6302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.834727] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:fe:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00970b1a-08f7-4595-bd4f-3f6e36ee6302', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.845231] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Creating folder: Project (7005aeb676374346a4f2feb4fc62b413). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.845741] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f5b8d1b-a033-48ce-b249-e7064761fd02 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.860237] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Created folder: Project (7005aeb676374346a4f2feb4fc62b413) in parent group-v814324. [ 721.862278] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Creating folder: Instances. Parent ref: group-v814391. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.862544] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-637a8da4-08cf-4da4-b8a7-5c1feb192d93 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.874428] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Created folder: Instances in parent group-v814391. [ 721.875236] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.875236] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.875484] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e53214b-229f-4030-aff2-6182dd513a49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.900319] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.900319] env[69374]: value = "task-4110953" [ 721.900319] env[69374]: _type = "Task" [ 721.900319] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.915019] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110953, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.986588] env[69374]: DEBUG nova.compute.manager [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.064942] env[69374]: DEBUG nova.network.neutron [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Successfully created port: 217f2255-42eb-4392-b73f-8a79fbe281fe {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.171485] env[69374]: INFO nova.compute.manager [-] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Took 1.96 seconds to deallocate network for instance. [ 722.202643] env[69374]: DEBUG nova.network.neutron [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Successfully updated port: c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.227035] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110950, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.292982] env[69374]: DEBUG nova.compute.manager [req-d62346ce-1a92-40bd-9423-7838b2bfae20 req-116481ad-a0e5-42d4-962e-f56aede87280 service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received event network-vif-plugged-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.293702] env[69374]: DEBUG oslo_concurrency.lockutils [req-d62346ce-1a92-40bd-9423-7838b2bfae20 req-116481ad-a0e5-42d4-962e-f56aede87280 service nova] Acquiring lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.294310] env[69374]: DEBUG oslo_concurrency.lockutils [req-d62346ce-1a92-40bd-9423-7838b2bfae20 req-116481ad-a0e5-42d4-962e-f56aede87280 service nova] Lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.294617] env[69374]: DEBUG oslo_concurrency.lockutils [req-d62346ce-1a92-40bd-9423-7838b2bfae20 req-116481ad-a0e5-42d4-962e-f56aede87280 service nova] Lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.294818] env[69374]: DEBUG nova.compute.manager [req-d62346ce-1a92-40bd-9423-7838b2bfae20 req-116481ad-a0e5-42d4-962e-f56aede87280 service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] No waiting events found dispatching network-vif-plugged-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 722.295332] env[69374]: WARNING nova.compute.manager [req-d62346ce-1a92-40bd-9423-7838b2bfae20 req-116481ad-a0e5-42d4-962e-f56aede87280 service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received unexpected event network-vif-plugged-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 for instance with vm_state building and task_state spawning. [ 722.302157] env[69374]: DEBUG nova.compute.manager [req-9d0c0d7e-7fef-496c-aea9-6f692fc9366a req-7932512d-ac5b-484b-b416-6738fccf9fce service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Received event network-changed-00970b1a-08f7-4595-bd4f-3f6e36ee6302 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.302157] env[69374]: DEBUG nova.compute.manager [req-9d0c0d7e-7fef-496c-aea9-6f692fc9366a req-7932512d-ac5b-484b-b416-6738fccf9fce service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Refreshing instance network info cache due to event network-changed-00970b1a-08f7-4595-bd4f-3f6e36ee6302. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.302527] env[69374]: DEBUG oslo_concurrency.lockutils [req-9d0c0d7e-7fef-496c-aea9-6f692fc9366a req-7932512d-ac5b-484b-b416-6738fccf9fce service nova] Acquiring lock "refresh_cache-4a9a8f27-9e1d-41e2-b6aa-941746b393d9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.302843] env[69374]: DEBUG oslo_concurrency.lockutils [req-9d0c0d7e-7fef-496c-aea9-6f692fc9366a req-7932512d-ac5b-484b-b416-6738fccf9fce service nova] Acquired lock "refresh_cache-4a9a8f27-9e1d-41e2-b6aa-941746b393d9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.303068] env[69374]: DEBUG nova.network.neutron [req-9d0c0d7e-7fef-496c-aea9-6f692fc9366a req-7932512d-ac5b-484b-b416-6738fccf9fce service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Refreshing network info cache for port 00970b1a-08f7-4595-bd4f-3f6e36ee6302 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.411299] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110953, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.612703] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13972873-f660-46c2-91df-6c4a7d22f5a3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.624693] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1621ac-96c5-498b-a985-84dedb406852 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.629962] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "af67629c-8b83-41b7-847c-049a305f970c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.630290] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "af67629c-8b83-41b7-847c-049a305f970c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.630582] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "af67629c-8b83-41b7-847c-049a305f970c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.630741] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "af67629c-8b83-41b7-847c-049a305f970c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.630934] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "af67629c-8b83-41b7-847c-049a305f970c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.663824] env[69374]: DEBUG nova.network.neutron [-] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.665799] env[69374]: INFO nova.compute.manager [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Terminating instance [ 722.668110] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9b579d-8fa4-41a7-bbba-5f4a3fbff7e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.679756] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e26bdd-4995-4dc6-a5fa-d0395c2d55cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.688943] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.701431] env[69374]: DEBUG nova.compute.provider_tree [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.728113] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110950, 'name': Rename_Task, 'duration_secs': 0.9222} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.728369] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.728626] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c05846c2-a717-4e79-a25a-f1970639f4d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.739680] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 722.739680] env[69374]: value = "task-4110954" [ 722.739680] env[69374]: _type = "Task" [ 722.739680] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.749648] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.916285] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110953, 'name': CreateVM_Task, 'duration_secs': 0.523879} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.916557] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.917559] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.917785] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.918303] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.918582] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb79e331-910e-4684-ad84-b6b33486c6ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.928325] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for the task: (returnval){ [ 722.928325] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526c227d-8b25-b598-bc94-029188d291f7" [ 722.928325] env[69374]: _type = "Task" [ 722.928325] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.938296] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526c227d-8b25-b598-bc94-029188d291f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.998497] env[69374]: DEBUG nova.compute.manager [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.024669] env[69374]: DEBUG nova.virt.hardware [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.025024] env[69374]: DEBUG nova.virt.hardware [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.027483] env[69374]: DEBUG nova.virt.hardware [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.027483] env[69374]: DEBUG nova.virt.hardware [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.027483] env[69374]: DEBUG nova.virt.hardware [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.027483] env[69374]: DEBUG nova.virt.hardware [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.027483] env[69374]: DEBUG nova.virt.hardware [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.027868] env[69374]: DEBUG nova.virt.hardware [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.027868] env[69374]: DEBUG nova.virt.hardware [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.027868] env[69374]: DEBUG nova.virt.hardware [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.027868] env[69374]: DEBUG nova.virt.hardware [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.028652] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77300090-db37-4457-ab8f-786e200ce53c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.041600] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5853f618-f496-4519-93a0-21c7b2890f89 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.172411] env[69374]: INFO nova.compute.manager [-] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Took 1.38 seconds to deallocate network for instance. [ 723.178817] env[69374]: DEBUG nova.compute.manager [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.179219] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.180430] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa08abef-45e5-45d6-b03a-3530b87fb479 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.191031] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.191355] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e02e085f-85b9-4299-bb34-126920ebfe1c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.199634] env[69374]: DEBUG oslo_vmware.api [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 723.199634] env[69374]: value = "task-4110955" [ 723.199634] env[69374]: _type = "Task" [ 723.199634] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.205691] env[69374]: DEBUG nova.scheduler.client.report [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.219990] env[69374]: DEBUG oslo_vmware.api [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.251926] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110954, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.306546] env[69374]: DEBUG nova.network.neutron [req-9d0c0d7e-7fef-496c-aea9-6f692fc9366a req-7932512d-ac5b-484b-b416-6738fccf9fce service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Updated VIF entry in instance network info cache for port 00970b1a-08f7-4595-bd4f-3f6e36ee6302. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.307446] env[69374]: DEBUG nova.network.neutron [req-9d0c0d7e-7fef-496c-aea9-6f692fc9366a req-7932512d-ac5b-484b-b416-6738fccf9fce service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Updating instance_info_cache with network_info: [{"id": "00970b1a-08f7-4595-bd4f-3f6e36ee6302", "address": "fa:16:3e:0f:fe:91", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00970b1a-08", "ovs_interfaceid": "00970b1a-08f7-4595-bd4f-3f6e36ee6302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.444681] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526c227d-8b25-b598-bc94-029188d291f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013845} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.444681] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.444842] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.447026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.447026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.447026] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.447026] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbb4e996-abaf-4ed6-b06b-0a6f8612c712 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.457780] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.458288] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.459774] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ddbbf1-5edb-44ec-a061-13dbd2e8e1d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.473319] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for the task: (returnval){ [ 723.473319] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52099280-5923-7bd6-67d7-b31dd8ecfad5" [ 723.473319] env[69374]: _type = "Task" [ 723.473319] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.484551] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52099280-5923-7bd6-67d7-b31dd8ecfad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.688026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.711844] env[69374]: DEBUG oslo_vmware.api [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110955, 'name': PowerOffVM_Task, 'duration_secs': 0.225573} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.712377] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.712614] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.712951] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-610b82a4-3ce1-412c-a6aa-3c57b45e2d43 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.715381] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.716132] env[69374]: DEBUG nova.compute.manager [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.721356] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.934s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.753583] env[69374]: DEBUG oslo_vmware.api [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110954, 'name': PowerOnVM_Task, 'duration_secs': 0.585855} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.753583] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.753583] env[69374]: INFO nova.compute.manager [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Took 9.01 seconds to spawn the instance on the hypervisor. [ 723.753862] env[69374]: DEBUG nova.compute.manager [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 723.755098] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd6a4eb-aa27-426d-a295-cc03d2c2d476 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.773349] env[69374]: DEBUG nova.network.neutron [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Successfully updated port: 217f2255-42eb-4392-b73f-8a79fbe281fe {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.809923] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.810255] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.810454] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Deleting the datastore file [datastore2] af67629c-8b83-41b7-847c-049a305f970c {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.811060] env[69374]: DEBUG oslo_concurrency.lockutils [req-9d0c0d7e-7fef-496c-aea9-6f692fc9366a req-7932512d-ac5b-484b-b416-6738fccf9fce service nova] Releasing lock "refresh_cache-4a9a8f27-9e1d-41e2-b6aa-941746b393d9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.812285] env[69374]: DEBUG nova.compute.manager [req-9d0c0d7e-7fef-496c-aea9-6f692fc9366a req-7932512d-ac5b-484b-b416-6738fccf9fce service nova] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Received event network-vif-deleted-9cf2fe66-5ddd-41e1-b7a2-22ab0c897d73 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.812285] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0de6ab19-81d2-4f2b-badf-25e2a44a9bf3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.821165] env[69374]: DEBUG oslo_vmware.api [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for the task: (returnval){ [ 723.821165] env[69374]: value = "task-4110957" [ 723.821165] env[69374]: _type = "Task" [ 723.821165] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.831402] env[69374]: DEBUG oslo_vmware.api [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.983846] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52099280-5923-7bd6-67d7-b31dd8ecfad5, 'name': SearchDatastore_Task, 'duration_secs': 0.0297} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.987296] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df44a79d-7418-41fd-9c97-6447591aa14d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.994029] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for the task: (returnval){ [ 723.994029] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e5762f-220b-970b-a316-7808bf1c0676" [ 723.994029] env[69374]: _type = "Task" [ 723.994029] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.005138] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e5762f-220b-970b-a316-7808bf1c0676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.225835] env[69374]: DEBUG nova.compute.utils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.237697] env[69374]: DEBUG nova.compute.manager [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.237697] env[69374]: DEBUG nova.network.neutron [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.277139] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.277139] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.277139] env[69374]: DEBUG nova.network.neutron [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.283929] env[69374]: INFO nova.compute.manager [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Took 33.89 seconds to build instance. [ 724.323421] env[69374]: DEBUG nova.policy [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5dc9b54bf64fa38cec042fea27d7a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35307c25070547b19527987b14cd51da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.337173] env[69374]: DEBUG nova.network.neutron [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Successfully updated port: 71670293-0714-4f1a-8419-dff23d9faf7b {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.347184] env[69374]: DEBUG oslo_vmware.api [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Task: {'id': task-4110957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272584} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.347704] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.348142] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.348496] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.350017] env[69374]: INFO nova.compute.manager [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] [instance: af67629c-8b83-41b7-847c-049a305f970c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 724.350017] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.350233] env[69374]: DEBUG nova.compute.manager [-] [instance: af67629c-8b83-41b7-847c-049a305f970c] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.350404] env[69374]: DEBUG nova.network.neutron [-] [instance: af67629c-8b83-41b7-847c-049a305f970c] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.384291] env[69374]: DEBUG nova.compute.manager [req-3b069104-4ec4-42a2-9bee-bfdeccafde6c req-ddbc88ed-0f1f-42dc-8e46-26a600e7dd17 service nova] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Received event network-vif-deleted-bf356b2c-289e-4c7c-a93d-7325e7683f37 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.415843] env[69374]: DEBUG nova.compute.manager [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received event network-changed-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.416097] env[69374]: DEBUG nova.compute.manager [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Refreshing instance network info cache due to event network-changed-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.416411] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Acquiring lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.416589] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Acquired lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.416751] env[69374]: DEBUG nova.network.neutron [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Refreshing network info cache for port c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.511422] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e5762f-220b-970b-a316-7808bf1c0676, 'name': SearchDatastore_Task, 'duration_secs': 0.015013} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.512041] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.512357] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 4a9a8f27-9e1d-41e2-b6aa-941746b393d9/4a9a8f27-9e1d-41e2-b6aa-941746b393d9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.513844] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d809c6a-3289-4fdf-8f17-e5f9894db813 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.521760] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for the task: (returnval){ [ 724.521760] env[69374]: value = "task-4110958" [ 724.521760] env[69374]: _type = "Task" [ 724.521760] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.531434] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.736821] env[69374]: DEBUG nova.compute.manager [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.788426] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6beed6-4edf-4c72-bc9a-e5b9c0854fef tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.420s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.839265] env[69374]: DEBUG nova.network.neutron [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.841653] env[69374]: DEBUG nova.network.neutron [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Successfully created port: 7757410d-6ab1-4a95-a79a-a0ed9ae02fed {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.913480] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3b32c2-7f24-48fa-a628-b766c16246b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.922890] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303cce8c-162a-4f5c-8442-362f08348b2d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.959574] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6053a715-b8cd-4ce0-a2fd-42534d711864 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.971090] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b0bd25-3246-4aca-8991-54626c9b6196 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.989335] env[69374]: DEBUG nova.compute.provider_tree [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.033227] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110958, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.059155] env[69374]: DEBUG nova.network.neutron [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.293459] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.297148] env[69374]: DEBUG nova.network.neutron [-] [instance: af67629c-8b83-41b7-847c-049a305f970c] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.383966] env[69374]: DEBUG nova.network.neutron [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.387730] env[69374]: DEBUG nova.network.neutron [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance_info_cache with network_info: [{"id": "217f2255-42eb-4392-b73f-8a79fbe281fe", "address": "fa:16:3e:9a:1e:91", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217f2255-42", "ovs_interfaceid": "217f2255-42eb-4392-b73f-8a79fbe281fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.494527] env[69374]: DEBUG nova.scheduler.client.report [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.535393] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659606} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.535699] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 4a9a8f27-9e1d-41e2-b6aa-941746b393d9/4a9a8f27-9e1d-41e2-b6aa-941746b393d9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.535939] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.536489] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff50eba0-e8bb-4f57-9cf7-8b7f338ad4a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.544540] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for the task: (returnval){ [ 725.544540] env[69374]: value = "task-4110959" [ 725.544540] env[69374]: _type = "Task" [ 725.544540] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.555644] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.746160] env[69374]: DEBUG nova.compute.manager [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.782116] env[69374]: DEBUG nova.virt.hardware [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.782116] env[69374]: DEBUG nova.virt.hardware [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.782116] env[69374]: DEBUG nova.virt.hardware [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.782116] env[69374]: DEBUG nova.virt.hardware [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.782492] env[69374]: DEBUG nova.virt.hardware [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.782836] env[69374]: DEBUG nova.virt.hardware [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.783167] env[69374]: DEBUG nova.virt.hardware [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.783430] env[69374]: DEBUG nova.virt.hardware [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.783942] env[69374]: DEBUG nova.virt.hardware [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.784235] env[69374]: DEBUG nova.virt.hardware [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.784510] env[69374]: DEBUG nova.virt.hardware [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.785534] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd46ce4-6113-48a2-a39b-d0e4cc62bb64 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.795841] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037684a3-c176-44df-9f61-5c5a3a6b6c6a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.806013] env[69374]: INFO nova.compute.manager [-] [instance: af67629c-8b83-41b7-847c-049a305f970c] Took 1.46 seconds to deallocate network for instance. [ 725.838783] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.888043] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Releasing lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.888043] env[69374]: DEBUG nova.compute.manager [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Received event network-vif-plugged-217f2255-42eb-4392-b73f-8a79fbe281fe {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.888043] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Acquiring lock "7db22c5e-6c21-49be-8906-ec6aff0e722c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.888261] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.888349] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.888569] env[69374]: DEBUG nova.compute.manager [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] No waiting events found dispatching network-vif-plugged-217f2255-42eb-4392-b73f-8a79fbe281fe {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.888842] env[69374]: WARNING nova.compute.manager [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Received unexpected event network-vif-plugged-217f2255-42eb-4392-b73f-8a79fbe281fe for instance with vm_state building and task_state spawning. [ 725.889115] env[69374]: DEBUG nova.compute.manager [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Received event network-changed-217f2255-42eb-4392-b73f-8a79fbe281fe {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.889366] env[69374]: DEBUG nova.compute.manager [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Refreshing instance network info cache due to event network-changed-217f2255-42eb-4392-b73f-8a79fbe281fe. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.889610] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Acquiring lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.890719] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.891075] env[69374]: DEBUG nova.compute.manager [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Instance network_info: |[{"id": "217f2255-42eb-4392-b73f-8a79fbe281fe", "address": "fa:16:3e:9a:1e:91", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217f2255-42", "ovs_interfaceid": "217f2255-42eb-4392-b73f-8a79fbe281fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.891487] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Acquired lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.891648] env[69374]: DEBUG nova.network.neutron [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Refreshing network info cache for port 217f2255-42eb-4392-b73f-8a79fbe281fe {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.893141] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:1e:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '217f2255-42eb-4392-b73f-8a79fbe281fe', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.904049] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating folder: Project (0251b71bde7143e18a8dc871be72487f). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.905199] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19cc90dc-07c6-4680-a7a8-1c723ea6b6a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.920466] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Created folder: Project (0251b71bde7143e18a8dc871be72487f) in parent group-v814324. [ 725.920766] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating folder: Instances. Parent ref: group-v814394. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.921330] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c52e5256-60f9-44af-9a8b-252246db47e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.934611] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Created folder: Instances in parent group-v814394. [ 725.934986] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.935429] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.935740] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d449479f-116a-48cf-a53a-571fe0a85833 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.958514] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.958514] env[69374]: value = "task-4110962" [ 725.958514] env[69374]: _type = "Task" [ 725.958514] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.967748] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110962, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.058272] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11911} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.058899] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.059481] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997187c6-9b3d-4829-9f21-62a8218b1874 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.092029] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 4a9a8f27-9e1d-41e2-b6aa-941746b393d9/4a9a8f27-9e1d-41e2-b6aa-941746b393d9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.092029] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ffda6cb-a539-4706-a480-649d4da78493 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.116101] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for the task: (returnval){ [ 726.116101] env[69374]: value = "task-4110963" [ 726.116101] env[69374]: _type = "Task" [ 726.116101] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.126063] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.318720] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.452429] env[69374]: DEBUG nova.compute.manager [req-331d472d-6ff8-4619-9970-c78afe4728f9 req-cc638603-7662-4e5b-953f-aa2c2e4e5d82 service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received event network-changed-71670293-0714-4f1a-8419-dff23d9faf7b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.452845] env[69374]: DEBUG nova.compute.manager [req-331d472d-6ff8-4619-9970-c78afe4728f9 req-cc638603-7662-4e5b-953f-aa2c2e4e5d82 service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Refreshing instance network info cache due to event network-changed-71670293-0714-4f1a-8419-dff23d9faf7b. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.453531] env[69374]: DEBUG oslo_concurrency.lockutils [req-331d472d-6ff8-4619-9970-c78afe4728f9 req-cc638603-7662-4e5b-953f-aa2c2e4e5d82 service nova] Acquiring lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.453928] env[69374]: DEBUG oslo_concurrency.lockutils [req-331d472d-6ff8-4619-9970-c78afe4728f9 req-cc638603-7662-4e5b-953f-aa2c2e4e5d82 service nova] Acquired lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.454298] env[69374]: DEBUG nova.network.neutron [req-331d472d-6ff8-4619-9970-c78afe4728f9 req-cc638603-7662-4e5b-953f-aa2c2e4e5d82 service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Refreshing network info cache for port 71670293-0714-4f1a-8419-dff23d9faf7b {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.476979] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110962, 'name': CreateVM_Task, 'duration_secs': 0.486232} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.477769] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.478513] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.478923] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.479360] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.479914] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a921ac3a-350c-4a53-aedb-cc97cb036f4a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.485876] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 726.485876] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52720e5c-4923-6ba7-97ee-2a25b63ff8b1" [ 726.485876] env[69374]: _type = "Task" [ 726.485876] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.496179] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52720e5c-4923-6ba7-97ee-2a25b63ff8b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.509586] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.789s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.514976] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.401s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.517907] env[69374]: INFO nova.compute.claims [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.630424] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110963, 'name': ReconfigVM_Task, 'duration_secs': 0.460925} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.631105] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 4a9a8f27-9e1d-41e2-b6aa-941746b393d9/4a9a8f27-9e1d-41e2-b6aa-941746b393d9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.631978] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8842c94c-9542-41de-8284-40db518b02ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.640073] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for the task: (returnval){ [ 726.640073] env[69374]: value = "task-4110964" [ 726.640073] env[69374]: _type = "Task" [ 726.640073] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.650274] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110964, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.845659] env[69374]: DEBUG nova.network.neutron [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updated VIF entry in instance network info cache for port 217f2255-42eb-4392-b73f-8a79fbe281fe. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.846038] env[69374]: DEBUG nova.network.neutron [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance_info_cache with network_info: [{"id": "217f2255-42eb-4392-b73f-8a79fbe281fe", "address": "fa:16:3e:9a:1e:91", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217f2255-42", "ovs_interfaceid": "217f2255-42eb-4392-b73f-8a79fbe281fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.995298] env[69374]: DEBUG nova.network.neutron [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Successfully updated port: 7757410d-6ab1-4a95-a79a-a0ed9ae02fed {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.003096] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52720e5c-4923-6ba7-97ee-2a25b63ff8b1, 'name': SearchDatastore_Task, 'duration_secs': 0.019837} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.004073] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.004073] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.004073] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.004654] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.004911] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.005762] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c59c1151-341a-470d-821b-f75f59728bbc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.021354] env[69374]: DEBUG nova.network.neutron [req-331d472d-6ff8-4619-9970-c78afe4728f9 req-cc638603-7662-4e5b-953f-aa2c2e4e5d82 service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.035156] env[69374]: DEBUG nova.network.neutron [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Successfully updated port: 3de000fc-662a-4fba-b87b-0b3029264fb1 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.041813] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.041996] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.043525] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2677813d-3a1e-47ee-b671-73eb38e9afff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.050577] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 727.050577] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52289791-a286-cfa1-b73f-f87fe37a1ee9" [ 727.050577] env[69374]: _type = "Task" [ 727.050577] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.858978] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Releasing lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.859327] env[69374]: DEBUG nova.compute.manager [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received event network-vif-plugged-71670293-0714-4f1a-8419-dff23d9faf7b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.859485] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Acquiring lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.859700] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.859887] env[69374]: DEBUG oslo_concurrency.lockutils [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] Lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.860070] env[69374]: DEBUG nova.compute.manager [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] No waiting events found dispatching network-vif-plugged-71670293-0714-4f1a-8419-dff23d9faf7b {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 727.860239] env[69374]: WARNING nova.compute.manager [req-50b1c71b-463f-417a-b8a5-c7121206912d req-b46ab876-2837-4cc8-ad16-025667d66f0c service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received unexpected event network-vif-plugged-71670293-0714-4f1a-8419-dff23d9faf7b for instance with vm_state building and task_state spawning. [ 727.861193] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "refresh_cache-71bb33fe-516e-45d1-9097-775e783d763e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.861331] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "refresh_cache-71bb33fe-516e-45d1-9097-775e783d763e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.861466] env[69374]: DEBUG nova.network.neutron [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.865038] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.875630] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52289791-a286-cfa1-b73f-f87fe37a1ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.021908} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.880603] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110964, 'name': Rename_Task, 'duration_secs': 0.179049} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.880916] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da6708a-9701-4b89-b602-74a3fdb16f91 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.886017] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.886017] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c373565b-1e70-4fa4-9052-59733a26a7f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.891930] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 727.891930] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c62555-da0c-9d94-57f6-7d6f1e3a06af" [ 727.891930] env[69374]: _type = "Task" [ 727.891930] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.896488] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for the task: (returnval){ [ 727.896488] env[69374]: value = "task-4110965" [ 727.896488] env[69374]: _type = "Task" [ 727.896488] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.909930] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c62555-da0c-9d94-57f6-7d6f1e3a06af, 'name': SearchDatastore_Task, 'duration_secs': 0.015469} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.916645] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.917031] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 7db22c5e-6c21-49be-8906-ec6aff0e722c/7db22c5e-6c21-49be-8906-ec6aff0e722c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.918331] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.918331] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-417ebf10-c762-4869-9f6c-4923a9634816 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.922394] env[69374]: INFO nova.scheduler.client.report [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Deleted allocation for migration 80b78605-f2ee-4312-a1f8-e71a193236cb [ 727.931031] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 727.931031] env[69374]: value = "task-4110966" [ 727.931031] env[69374]: _type = "Task" [ 727.931031] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.944071] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.172304] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.172679] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.209213] env[69374]: DEBUG nova.network.neutron [req-331d472d-6ff8-4619-9970-c78afe4728f9 req-cc638603-7662-4e5b-953f-aa2c2e4e5d82 service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.416265] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110965, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.427773] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16c156d7-31a6-4234-a1ae-426f025d7872 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.608s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.444672] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110966, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.448018] env[69374]: DEBUG nova.network.neutron [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.497450] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d70990-6689-4639-b1f1-f4f6d5e1bd47 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.507310] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f3f0aa-53b3-4b27-abee-b2ad07e46a91 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.555949] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760cb9c0-e89c-422c-8c0a-4ffb5322c722 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.565452] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a8879f-447e-4aee-a6a7-6857ce727843 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.581160] env[69374]: DEBUG nova.compute.provider_tree [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.682045] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.682332] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.682547] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.682754] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.683055] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.683295] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.683462] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 728.683623] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.712852] env[69374]: DEBUG oslo_concurrency.lockutils [req-331d472d-6ff8-4619-9970-c78afe4728f9 req-cc638603-7662-4e5b-953f-aa2c2e4e5d82 service nova] Releasing lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.712852] env[69374]: DEBUG nova.compute.manager [req-331d472d-6ff8-4619-9970-c78afe4728f9 req-cc638603-7662-4e5b-953f-aa2c2e4e5d82 service nova] [instance: af67629c-8b83-41b7-847c-049a305f970c] Received event network-vif-deleted-042d8ee6-ffcc-4f55-abdc-c2750ebe8bb7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.713206] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquired lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.713352] env[69374]: DEBUG nova.network.neutron [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.731343] env[69374]: DEBUG nova.network.neutron [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Updating instance_info_cache with network_info: [{"id": "7757410d-6ab1-4a95-a79a-a0ed9ae02fed", "address": "fa:16:3e:77:71:0e", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7757410d-6a", "ovs_interfaceid": "7757410d-6ab1-4a95-a79a-a0ed9ae02fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.783719] env[69374]: DEBUG nova.compute.manager [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Received event network-vif-plugged-7757410d-6ab1-4a95-a79a-a0ed9ae02fed {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.783963] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Acquiring lock "71bb33fe-516e-45d1-9097-775e783d763e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.786054] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Lock "71bb33fe-516e-45d1-9097-775e783d763e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.786054] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Lock "71bb33fe-516e-45d1-9097-775e783d763e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.786054] env[69374]: DEBUG nova.compute.manager [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] No waiting events found dispatching network-vif-plugged-7757410d-6ab1-4a95-a79a-a0ed9ae02fed {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 728.786054] env[69374]: WARNING nova.compute.manager [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Received unexpected event network-vif-plugged-7757410d-6ab1-4a95-a79a-a0ed9ae02fed for instance with vm_state building and task_state spawning. [ 728.786054] env[69374]: DEBUG nova.compute.manager [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received event network-vif-plugged-3de000fc-662a-4fba-b87b-0b3029264fb1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.786246] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Acquiring lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.786304] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.786477] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.786669] env[69374]: DEBUG nova.compute.manager [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] No waiting events found dispatching network-vif-plugged-3de000fc-662a-4fba-b87b-0b3029264fb1 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 728.786848] env[69374]: WARNING nova.compute.manager [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received unexpected event network-vif-plugged-3de000fc-662a-4fba-b87b-0b3029264fb1 for instance with vm_state building and task_state spawning. [ 728.787044] env[69374]: DEBUG nova.compute.manager [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Received event network-changed-7757410d-6ab1-4a95-a79a-a0ed9ae02fed {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.787204] env[69374]: DEBUG nova.compute.manager [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Refreshing instance network info cache due to event network-changed-7757410d-6ab1-4a95-a79a-a0ed9ae02fed. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.787407] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Acquiring lock "refresh_cache-71bb33fe-516e-45d1-9097-775e783d763e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.907638] env[69374]: DEBUG oslo_vmware.api [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110965, 'name': PowerOnVM_Task, 'duration_secs': 0.798175} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.908058] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.908303] env[69374]: INFO nova.compute.manager [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Took 11.53 seconds to spawn the instance on the hypervisor. [ 728.908578] env[69374]: DEBUG nova.compute.manager [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.909455] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263c61e9-098d-4f6b-a916-ca595dbbbfdb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.949309] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568792} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.949776] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 7db22c5e-6c21-49be-8906-ec6aff0e722c/7db22c5e-6c21-49be-8906-ec6aff0e722c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.951044] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.951044] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd15debb-beb2-434a-aaba-796f7accf73e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.961512] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 728.961512] env[69374]: value = "task-4110967" [ 728.961512] env[69374]: _type = "Task" [ 728.961512] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.979946] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.084590] env[69374]: DEBUG nova.scheduler.client.report [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.187795] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.233851] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "refresh_cache-71bb33fe-516e-45d1-9097-775e783d763e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.234238] env[69374]: DEBUG nova.compute.manager [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Instance network_info: |[{"id": "7757410d-6ab1-4a95-a79a-a0ed9ae02fed", "address": "fa:16:3e:77:71:0e", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7757410d-6a", "ovs_interfaceid": "7757410d-6ab1-4a95-a79a-a0ed9ae02fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.234564] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Acquired lock "refresh_cache-71bb33fe-516e-45d1-9097-775e783d763e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.234715] env[69374]: DEBUG nova.network.neutron [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Refreshing network info cache for port 7757410d-6ab1-4a95-a79a-a0ed9ae02fed {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.236073] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:71:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7757410d-6ab1-4a95-a79a-a0ed9ae02fed', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.243855] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.244750] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.244750] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fc995ac-5b0e-4feb-b697-e1fbd613f6c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.268339] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.268339] env[69374]: value = "task-4110968" [ 729.268339] env[69374]: _type = "Task" [ 729.268339] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.277023] env[69374]: DEBUG nova.network.neutron [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.287391] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110968, 'name': CreateVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.433719] env[69374]: INFO nova.compute.manager [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Took 38.60 seconds to build instance. [ 729.476452] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132228} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.476797] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.478480] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece0fdd0-2ee7-45c2-8dfa-6a8ff1958a35 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.509721] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 7db22c5e-6c21-49be-8906-ec6aff0e722c/7db22c5e-6c21-49be-8906-ec6aff0e722c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.512031] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d809a156-4b7a-42ec-b4f2-866c6d993dd5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.534993] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 729.534993] env[69374]: value = "task-4110969" [ 729.534993] env[69374]: _type = "Task" [ 729.534993] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.546737] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.597297] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.082s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.597339] env[69374]: DEBUG nova.compute.manager [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.604025] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.257s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.604025] env[69374]: INFO nova.compute.claims [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.660342] env[69374]: DEBUG oslo_vmware.rw_handles [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de8868-1851-ff58-d1ce-fe18f245076c/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 729.665811] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb323c7e-2097-4076-a180-c34e80e4a063 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.674542] env[69374]: DEBUG oslo_vmware.rw_handles [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de8868-1851-ff58-d1ce-fe18f245076c/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 729.674691] env[69374]: ERROR oslo_vmware.rw_handles [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de8868-1851-ff58-d1ce-fe18f245076c/disk-0.vmdk due to incomplete transfer. [ 729.674891] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3a66dac-2cf9-4d9f-ad33-d1969a13d516 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.685145] env[69374]: DEBUG oslo_vmware.rw_handles [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de8868-1851-ff58-d1ce-fe18f245076c/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 729.685342] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Uploaded image ecb96c22-618d-4e7e-b2c5-039247e0adaf to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 729.690315] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 729.690615] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-614cfbc8-1482-481c-a8a9-36cf0f1acb10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.703841] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 729.703841] env[69374]: value = "task-4110970" [ 729.703841] env[69374]: _type = "Task" [ 729.703841] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.716633] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110970, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.781652] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110968, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.852709] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquiring lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.936166] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62284c58-533b-4f58-a1c0-5c5d19e259ef tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.110s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.942106] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.090s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.942106] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquiring lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.942106] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.942106] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.945337] env[69374]: INFO nova.compute.manager [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Terminating instance [ 730.022537] env[69374]: DEBUG nova.network.neutron [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Updating instance_info_cache with network_info: [{"id": "c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2", "address": "fa:16:3e:40:86:27", "network": {"id": "83cfa41b-2c77-405b-8a1a-77c3139a7eb4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951536630", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c0c9cf-6b", "ovs_interfaceid": "c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71670293-0714-4f1a-8419-dff23d9faf7b", "address": "fa:16:3e:d3:bb:c1", "network": {"id": "7245d0c4-271c-48a9-b663-ecef65653a93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179473571", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71670293-07", "ovs_interfaceid": "71670293-0714-4f1a-8419-dff23d9faf7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3de000fc-662a-4fba-b87b-0b3029264fb1", "address": "fa:16:3e:5e:4b:41", "network": {"id": "83cfa41b-2c77-405b-8a1a-77c3139a7eb4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951536630", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de000fc-66", "ovs_interfaceid": "3de000fc-662a-4fba-b87b-0b3029264fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.037096] env[69374]: DEBUG nova.network.neutron [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Updated VIF entry in instance network info cache for port 7757410d-6ab1-4a95-a79a-a0ed9ae02fed. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.037096] env[69374]: DEBUG nova.network.neutron [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Updating instance_info_cache with network_info: [{"id": "7757410d-6ab1-4a95-a79a-a0ed9ae02fed", "address": "fa:16:3e:77:71:0e", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7757410d-6a", "ovs_interfaceid": "7757410d-6ab1-4a95-a79a-a0ed9ae02fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.052137] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.107268] env[69374]: DEBUG nova.compute.utils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.112028] env[69374]: DEBUG nova.compute.manager [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.112028] env[69374]: DEBUG nova.network.neutron [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.189281] env[69374]: DEBUG nova.policy [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6b0a07ecb674a78a089c4a207213e22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47fce350bdea45e39925ff28d4c88b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.213504] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110970, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.282128] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110968, 'name': CreateVM_Task, 'duration_secs': 0.739745} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.282252] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.283370] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.283370] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.283702] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.284208] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c3b2929-696e-4c19-9b40-76c4dc13cc9d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.291091] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 730.291091] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f69964-2dc3-02ef-169b-cef12ac9a2ab" [ 730.291091] env[69374]: _type = "Task" [ 730.291091] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.303139] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f69964-2dc3-02ef-169b-cef12ac9a2ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.451190] env[69374]: DEBUG nova.compute.manager [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.459260] env[69374]: DEBUG nova.compute.manager [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.459447] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.460367] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44edda48-fe4b-4f0e-8fc6-487b6b2c8d36 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.476025] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.476025] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eb84b3d-fea5-49d5-9766-5d636505e355 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.485327] env[69374]: DEBUG oslo_vmware.api [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for the task: (returnval){ [ 730.485327] env[69374]: value = "task-4110971" [ 730.485327] env[69374]: _type = "Task" [ 730.485327] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.505410] env[69374]: DEBUG oslo_vmware.api [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.524896] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Releasing lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.524896] env[69374]: DEBUG nova.compute.manager [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Instance network_info: |[{"id": "c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2", "address": "fa:16:3e:40:86:27", "network": {"id": "83cfa41b-2c77-405b-8a1a-77c3139a7eb4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951536630", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c0c9cf-6b", "ovs_interfaceid": "c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71670293-0714-4f1a-8419-dff23d9faf7b", "address": "fa:16:3e:d3:bb:c1", "network": {"id": "7245d0c4-271c-48a9-b663-ecef65653a93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179473571", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71670293-07", "ovs_interfaceid": "71670293-0714-4f1a-8419-dff23d9faf7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3de000fc-662a-4fba-b87b-0b3029264fb1", "address": "fa:16:3e:5e:4b:41", "network": {"id": "83cfa41b-2c77-405b-8a1a-77c3139a7eb4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951536630", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de000fc-66", "ovs_interfaceid": "3de000fc-662a-4fba-b87b-0b3029264fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.525285] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:86:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:bb:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71670293-0714-4f1a-8419-dff23d9faf7b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:4b:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3de000fc-662a-4fba-b87b-0b3029264fb1', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.539529] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Creating folder: Project (f304e12eb01b404383cd0a9f7bcff1b0). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.545037] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd25f756-21dc-4a74-8e69-f679fdc68c4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.552995] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Releasing lock "refresh_cache-71bb33fe-516e-45d1-9097-775e783d763e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.553548] env[69374]: DEBUG nova.compute.manager [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received event network-changed-3de000fc-662a-4fba-b87b-0b3029264fb1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.553849] env[69374]: DEBUG nova.compute.manager [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Refreshing instance network info cache due to event network-changed-3de000fc-662a-4fba-b87b-0b3029264fb1. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.554206] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Acquiring lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.554430] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Acquired lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.554669] env[69374]: DEBUG nova.network.neutron [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Refreshing network info cache for port 3de000fc-662a-4fba-b87b-0b3029264fb1 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.563629] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110969, 'name': ReconfigVM_Task, 'duration_secs': 0.970269} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.564598] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 7db22c5e-6c21-49be-8906-ec6aff0e722c/7db22c5e-6c21-49be-8906-ec6aff0e722c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.564762] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-726edb32-f2f3-4c69-8e2c-79cb9ef96e0a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.568763] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Created folder: Project (f304e12eb01b404383cd0a9f7bcff1b0) in parent group-v814324. [ 730.569016] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Creating folder: Instances. Parent ref: group-v814398. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.569813] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91bcb5bf-8b5a-4e14-8b44-dad4791b13ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.577318] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 730.577318] env[69374]: value = "task-4110973" [ 730.577318] env[69374]: _type = "Task" [ 730.577318] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.588343] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110973, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.590177] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Created folder: Instances in parent group-v814398. [ 730.590426] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.590635] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.590858] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1230bcd4-a373-4a7a-b0c8-dbac06e69189 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.616138] env[69374]: DEBUG nova.compute.manager [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.632545] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.632545] env[69374]: value = "task-4110975" [ 730.632545] env[69374]: _type = "Task" [ 730.632545] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.645183] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110975, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.680514] env[69374]: DEBUG nova.network.neutron [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Successfully created port: 08848f11-d00e-430d-bb2d-d5a34e7887ba {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.714338] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110970, 'name': Destroy_Task, 'duration_secs': 0.848836} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.715854] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Destroyed the VM [ 730.715854] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 730.715854] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33093ed9-1dae-43a0-8e8c-cd7df5da01cc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.726322] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 730.726322] env[69374]: value = "task-4110976" [ 730.726322] env[69374]: _type = "Task" [ 730.726322] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.737887] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110976, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.815684] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f69964-2dc3-02ef-169b-cef12ac9a2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015982} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.816123] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.816464] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.816759] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.818391] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.818391] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.818391] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d1c0240-ad41-4c03-b5a6-e35977e7ea24 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.836653] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.836653] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.836653] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cde47d1-39eb-4318-8b42-2ca98873b6fc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.846311] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 730.846311] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]527d9b1c-bf88-8e04-c1a2-bbd98a50703a" [ 730.846311] env[69374]: _type = "Task" [ 730.846311] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.857998] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527d9b1c-bf88-8e04-c1a2-bbd98a50703a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.978050] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.997102] env[69374]: DEBUG oslo_vmware.api [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110971, 'name': PowerOffVM_Task, 'duration_secs': 0.259469} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.997102] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.997288] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.997494] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c132fa11-1d24-439a-aa35-479eccb32146 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.009448] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquiring lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.009738] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.079040] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.079040] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.079291] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Deleting the datastore file [datastore1] 4a9a8f27-9e1d-41e2-b6aa-941746b393d9 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.086868] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf2847a4-bd73-4c61-83a5-bcdea713e10c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.096763] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110973, 'name': Rename_Task, 'duration_secs': 0.257439} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.103284] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.103743] env[69374]: DEBUG oslo_vmware.api [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for the task: (returnval){ [ 731.103743] env[69374]: value = "task-4110978" [ 731.103743] env[69374]: _type = "Task" [ 731.103743] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.104513] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ba22c65-2ca1-4d13-acb2-17730a428dd2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.134637] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 731.134637] env[69374]: value = "task-4110979" [ 731.134637] env[69374]: _type = "Task" [ 731.134637] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.135157] env[69374]: DEBUG oslo_vmware.api [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.160656] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110975, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.166781] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110979, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.242682] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110976, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.278018] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd36ba4d-dcc2-461e-8a52-2d900d84e143 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.289577] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa93449-439b-4895-b06a-34f96f55a006 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.338940] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86b459f-9015-43a6-bf13-80be12296d61 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.356414] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ced43e-1b19-4fd7-8019-044616c18a6a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.372527] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527d9b1c-bf88-8e04-c1a2-bbd98a50703a, 'name': SearchDatastore_Task, 'duration_secs': 0.014169} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.372527] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3726b61-72a0-4f1d-8d7d-576ac73b41f5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.389401] env[69374]: DEBUG nova.compute.provider_tree [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.400958] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 731.400958] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52fa339a-8b5a-5933-672e-3ca5d492eeaf" [ 731.400958] env[69374]: _type = "Task" [ 731.400958] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.416748] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fa339a-8b5a-5933-672e-3ca5d492eeaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.527467] env[69374]: DEBUG nova.network.neutron [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Updated VIF entry in instance network info cache for port 3de000fc-662a-4fba-b87b-0b3029264fb1. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.528149] env[69374]: DEBUG nova.network.neutron [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Updating instance_info_cache with network_info: [{"id": "c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2", "address": "fa:16:3e:40:86:27", "network": {"id": "83cfa41b-2c77-405b-8a1a-77c3139a7eb4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951536630", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c0c9cf-6b", "ovs_interfaceid": "c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71670293-0714-4f1a-8419-dff23d9faf7b", "address": "fa:16:3e:d3:bb:c1", "network": {"id": "7245d0c4-271c-48a9-b663-ecef65653a93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179473571", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71670293-07", "ovs_interfaceid": "71670293-0714-4f1a-8419-dff23d9faf7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3de000fc-662a-4fba-b87b-0b3029264fb1", "address": "fa:16:3e:5e:4b:41", "network": {"id": "83cfa41b-2c77-405b-8a1a-77c3139a7eb4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951536630", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de000fc-66", "ovs_interfaceid": "3de000fc-662a-4fba-b87b-0b3029264fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.622876] env[69374]: DEBUG oslo_vmware.api [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Task: {'id': task-4110978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277306} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.623195] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.623463] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.623680] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.623751] env[69374]: INFO nova.compute.manager [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 731.624552] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.624552] env[69374]: DEBUG nova.compute.manager [-] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.624552] env[69374]: DEBUG nova.network.neutron [-] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.641240] env[69374]: DEBUG nova.compute.manager [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.654509] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110979, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.658801] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110975, 'name': CreateVM_Task, 'duration_secs': 0.661443} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.661663] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.662976] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.663175] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.663490] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.663773] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfd0fb1-a89a-4acb-8f28-edd7e41a27ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.668809] env[69374]: DEBUG nova.virt.hardware [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.669058] env[69374]: DEBUG nova.virt.hardware [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.669367] env[69374]: DEBUG nova.virt.hardware [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.669614] env[69374]: DEBUG nova.virt.hardware [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.669826] env[69374]: DEBUG nova.virt.hardware [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.669883] env[69374]: DEBUG nova.virt.hardware [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.670092] env[69374]: DEBUG nova.virt.hardware [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.670255] env[69374]: DEBUG nova.virt.hardware [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.670419] env[69374]: DEBUG nova.virt.hardware [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.670672] env[69374]: DEBUG nova.virt.hardware [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.670807] env[69374]: DEBUG nova.virt.hardware [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.671687] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd61916d-b0af-4b66-b5c4-4c4910d23b3e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.675697] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 731.675697] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529a6d80-c364-cc84-9e29-ca151758379b" [ 731.675697] env[69374]: _type = "Task" [ 731.675697] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.683420] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b513eb2c-b17f-4abf-a6b4-72bffc02c21f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.693849] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529a6d80-c364-cc84-9e29-ca151758379b, 'name': SearchDatastore_Task, 'duration_secs': 0.014772} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.694592] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.694873] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.695153] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.695299] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.695514] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.696291] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-633f12eb-7e31-4542-8603-653657439735 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.717704] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.718084] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.718981] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a0f6bd-aa48-4f9a-b6f5-f002855ab208 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.725500] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 731.725500] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523e54b6-3648-8ecf-51df-b52dd87bc713" [ 731.725500] env[69374]: _type = "Task" [ 731.725500] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.739914] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110976, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.743673] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523e54b6-3648-8ecf-51df-b52dd87bc713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.897826] env[69374]: DEBUG nova.scheduler.client.report [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.913926] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fa339a-8b5a-5933-672e-3ca5d492eeaf, 'name': SearchDatastore_Task, 'duration_secs': 0.013922} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.914221] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.914481] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 71bb33fe-516e-45d1-9097-775e783d763e/71bb33fe-516e-45d1-9097-775e783d763e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.914976] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0f8480b-2f33-4b4e-a032-e73ef3eb9812 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.926367] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 731.926367] env[69374]: value = "task-4110980" [ 731.926367] env[69374]: _type = "Task" [ 731.926367] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.939365] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.033599] env[69374]: DEBUG oslo_concurrency.lockutils [req-f839e3d5-5b26-4b1b-869d-4fe19e855c69 req-ecf156d3-ad60-4830-a780-17f12d91bddf service nova] Releasing lock "refresh_cache-32b4b621-d544-4e28-8efb-35718d714c4d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.083576] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "a1ab1f2f-0e69-4483-9271-45a85b69608c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.083855] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "a1ab1f2f-0e69-4483-9271-45a85b69608c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.155513] env[69374]: DEBUG oslo_vmware.api [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4110979, 'name': PowerOnVM_Task, 'duration_secs': 0.951833} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.156063] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.157213] env[69374]: INFO nova.compute.manager [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Took 9.16 seconds to spawn the instance on the hypervisor. [ 732.157213] env[69374]: DEBUG nova.compute.manager [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.157527] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d2d71-f7b5-4af3-a981-b48d50fe05f1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.240508] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523e54b6-3648-8ecf-51df-b52dd87bc713, 'name': SearchDatastore_Task, 'duration_secs': 0.015481} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.247065] env[69374]: DEBUG oslo_vmware.api [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110976, 'name': RemoveSnapshot_Task, 'duration_secs': 1.044848} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.247065] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72149012-d221-452c-a6fc-85e87e5ddd53 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.247506] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 732.247800] env[69374]: INFO nova.compute.manager [None req-8316cf28-f583-4db2-9169-0371ae4b807e tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Took 16.21 seconds to snapshot the instance on the hypervisor. [ 732.258693] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 732.258693] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52090553-213c-096e-587d-ff206436d838" [ 732.258693] env[69374]: _type = "Task" [ 732.258693] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.271213] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52090553-213c-096e-587d-ff206436d838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.377600] env[69374]: DEBUG nova.network.neutron [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Successfully updated port: 08848f11-d00e-430d-bb2d-d5a34e7887ba {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.408021] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.408595] env[69374]: DEBUG nova.compute.manager [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.411472] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.988s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.412954] env[69374]: INFO nova.compute.claims [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.423928] env[69374]: DEBUG nova.compute.manager [req-96ec0031-1f70-4418-a563-8a3578254f7e req-d53198a8-1bbb-48d2-8606-936be26b156f service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Received event network-vif-deleted-00970b1a-08f7-4595-bd4f-3f6e36ee6302 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.424326] env[69374]: INFO nova.compute.manager [req-96ec0031-1f70-4418-a563-8a3578254f7e req-d53198a8-1bbb-48d2-8606-936be26b156f service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Neutron deleted interface 00970b1a-08f7-4595-bd4f-3f6e36ee6302; detaching it from the instance and deleting it from the info cache [ 732.424421] env[69374]: DEBUG nova.network.neutron [req-96ec0031-1f70-4418-a563-8a3578254f7e req-d53198a8-1bbb-48d2-8606-936be26b156f service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.439591] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110980, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.446028] env[69374]: DEBUG nova.compute.manager [req-14c4bf24-6708-46fb-9234-6e1fd8376a6c req-13cf26df-0825-45e4-99b0-a5bb766daae6 service nova] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Received event network-vif-plugged-08848f11-d00e-430d-bb2d-d5a34e7887ba {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.446028] env[69374]: DEBUG oslo_concurrency.lockutils [req-14c4bf24-6708-46fb-9234-6e1fd8376a6c req-13cf26df-0825-45e4-99b0-a5bb766daae6 service nova] Acquiring lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.446028] env[69374]: DEBUG oslo_concurrency.lockutils [req-14c4bf24-6708-46fb-9234-6e1fd8376a6c req-13cf26df-0825-45e4-99b0-a5bb766daae6 service nova] Lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.446028] env[69374]: DEBUG oslo_concurrency.lockutils [req-14c4bf24-6708-46fb-9234-6e1fd8376a6c req-13cf26df-0825-45e4-99b0-a5bb766daae6 service nova] Lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.446028] env[69374]: DEBUG nova.compute.manager [req-14c4bf24-6708-46fb-9234-6e1fd8376a6c req-13cf26df-0825-45e4-99b0-a5bb766daae6 service nova] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] No waiting events found dispatching network-vif-plugged-08848f11-d00e-430d-bb2d-d5a34e7887ba {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 732.446028] env[69374]: WARNING nova.compute.manager [req-14c4bf24-6708-46fb-9234-6e1fd8376a6c req-13cf26df-0825-45e4-99b0-a5bb766daae6 service nova] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Received unexpected event network-vif-plugged-08848f11-d00e-430d-bb2d-d5a34e7887ba for instance with vm_state building and task_state spawning. [ 732.609270] env[69374]: DEBUG nova.network.neutron [-] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.677653] env[69374]: INFO nova.compute.manager [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Took 39.98 seconds to build instance. [ 732.769103] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52090553-213c-096e-587d-ff206436d838, 'name': SearchDatastore_Task, 'duration_secs': 0.018963} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.769948] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.770288] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 32b4b621-d544-4e28-8efb-35718d714c4d/32b4b621-d544-4e28-8efb-35718d714c4d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.770561] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5094e5fd-d459-4b1d-b6ae-3e514c98876a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.778541] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 732.778541] env[69374]: value = "task-4110981" [ 732.778541] env[69374]: _type = "Task" [ 732.778541] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.787420] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.881062] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "refresh_cache-b3bf4a76-61e9-401a-a75c-c89cd0b74119" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.881338] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquired lock "refresh_cache-b3bf4a76-61e9-401a-a75c-c89cd0b74119" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.881504] env[69374]: DEBUG nova.network.neutron [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.918101] env[69374]: DEBUG nova.compute.utils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.924017] env[69374]: DEBUG nova.compute.manager [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Not allocating networking since 'none' was specified. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 732.926742] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6a70eaa-c2a1-49b2-a10a-ecfab04ad7cc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.941144] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a46dff-c305-44e6-8b01-4999bde1ce10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.964457] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590408} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.965384] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 71bb33fe-516e-45d1-9097-775e783d763e/71bb33fe-516e-45d1-9097-775e783d763e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.965624] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.965998] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17bbf2fb-1dda-4afb-bf48-be4f5acc9165 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.976587] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 732.976587] env[69374]: value = "task-4110982" [ 732.976587] env[69374]: _type = "Task" [ 732.976587] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.987967] env[69374]: DEBUG nova.compute.manager [req-96ec0031-1f70-4418-a563-8a3578254f7e req-d53198a8-1bbb-48d2-8606-936be26b156f service nova] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Detach interface failed, port_id=00970b1a-08f7-4595-bd4f-3f6e36ee6302, reason: Instance 4a9a8f27-9e1d-41e2-b6aa-941746b393d9 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 732.997875] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.111552] env[69374]: INFO nova.compute.manager [-] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Took 1.49 seconds to deallocate network for instance. [ 733.179680] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1223be1e-bd7d-419c-8d59-00cc0efa0725 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.642s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.294930] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110981, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.427674] env[69374]: DEBUG nova.compute.manager [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.431095] env[69374]: DEBUG nova.network.neutron [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.501702] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111465} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.502318] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.502776] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff83b1cf-7d4d-4c27-96c8-aea79c9889fc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.526672] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 71bb33fe-516e-45d1-9097-775e783d763e/71bb33fe-516e-45d1-9097-775e783d763e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.530013] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a3c7035-5cac-4b35-8a13-197befc25458 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.560914] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 733.560914] env[69374]: value = "task-4110983" [ 733.560914] env[69374]: _type = "Task" [ 733.560914] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.569823] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.626687] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.626977] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquiring lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.627434] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.627643] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquiring lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.627856] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.628043] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.630975] env[69374]: DEBUG nova.network.neutron [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Updating instance_info_cache with network_info: [{"id": "08848f11-d00e-430d-bb2d-d5a34e7887ba", "address": "fa:16:3e:2d:d8:2c", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08848f11-d0", "ovs_interfaceid": "08848f11-d00e-430d-bb2d-d5a34e7887ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.632619] env[69374]: INFO nova.compute.manager [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Terminating instance [ 733.685847] env[69374]: DEBUG nova.compute.manager [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.792668] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625772} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.795473] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 32b4b621-d544-4e28-8efb-35718d714c4d/32b4b621-d544-4e28-8efb-35718d714c4d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.795618] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.796800] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d873f87c-2808-4897-a699-b08d5b92ba0d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.803325] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 733.803325] env[69374]: value = "task-4110984" [ 733.803325] env[69374]: _type = "Task" [ 733.803325] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.814488] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.012109] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d122cd-5faf-4ad0-9d26-0103c0b4216d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.023985] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ef0261-615f-4495-992a-ed5f1ac60997 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.069575] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c0838-ac36-4a02-a0a7-b0c6624298cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.086736] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.091741] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23629aa1-8658-4fbe-88a5-8adce35de9b4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.107898] env[69374]: DEBUG nova.compute.provider_tree [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.135412] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Releasing lock "refresh_cache-b3bf4a76-61e9-401a-a75c-c89cd0b74119" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.136120] env[69374]: DEBUG nova.compute.manager [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Instance network_info: |[{"id": "08848f11-d00e-430d-bb2d-d5a34e7887ba", "address": "fa:16:3e:2d:d8:2c", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08848f11-d0", "ovs_interfaceid": "08848f11-d00e-430d-bb2d-d5a34e7887ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.136818] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:d8:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08848f11-d00e-430d-bb2d-d5a34e7887ba', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.145017] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Creating folder: Project (47fce350bdea45e39925ff28d4c88b86). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.145701] env[69374]: DEBUG nova.compute.manager [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.146064] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.146229] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd9f21e3-ad6e-43cc-9e6e-4d67e4719563 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.148713] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9602ad-5a22-42f5-a505-affc2a8a98a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.156963] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.157246] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74e8cf83-5033-4f5b-ad1f-ddded483efaf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.163247] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Created folder: Project (47fce350bdea45e39925ff28d4c88b86) in parent group-v814324. [ 734.163568] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Creating folder: Instances. Parent ref: group-v814401. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.165278] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-992af355-db4c-44b8-955f-656103c77ebb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.167345] env[69374]: DEBUG oslo_vmware.api [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 734.167345] env[69374]: value = "task-4110986" [ 734.167345] env[69374]: _type = "Task" [ 734.167345] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.180549] env[69374]: DEBUG oslo_vmware.api [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.182429] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Created folder: Instances in parent group-v814401. [ 734.182826] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.183118] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.183490] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f116141-c6c8-4729-942e-74b6d6fe62cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.207864] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.207864] env[69374]: value = "task-4110988" [ 734.207864] env[69374]: _type = "Task" [ 734.207864] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.217345] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110988, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.221578] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.316043] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077605} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.316503] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.317713] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7100c1e0-d30e-40b0-85cb-67631570b2e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.357905] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 32b4b621-d544-4e28-8efb-35718d714c4d/32b4b621-d544-4e28-8efb-35718d714c4d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.357905] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a991e6db-d43e-4a3d-9f5d-c83dc8582c0a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.380816] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 734.380816] env[69374]: value = "task-4110989" [ 734.380816] env[69374]: _type = "Task" [ 734.380816] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.393820] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.440234] env[69374]: DEBUG nova.compute.manager [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.474143] env[69374]: DEBUG nova.virt.hardware [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.474143] env[69374]: DEBUG nova.virt.hardware [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.474143] env[69374]: DEBUG nova.virt.hardware [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.474143] env[69374]: DEBUG nova.virt.hardware [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.474143] env[69374]: DEBUG nova.virt.hardware [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.474143] env[69374]: DEBUG nova.virt.hardware [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.474143] env[69374]: DEBUG nova.virt.hardware [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.474143] env[69374]: DEBUG nova.virt.hardware [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.474143] env[69374]: DEBUG nova.virt.hardware [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.474143] env[69374]: DEBUG nova.virt.hardware [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.474143] env[69374]: DEBUG nova.virt.hardware [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.474496] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e515a2-8fa5-47fb-8254-ad46aba0c0fe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.484096] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74911622-a669-4cf7-bb24-af4d09698e2f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.501384] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.507289] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Creating folder: Project (5714161102d442338435ba3b5d65de28). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.508718] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fb7563f-895d-4418-af32-3df21f28bad6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.511638] env[69374]: DEBUG nova.compute.manager [req-8290d7cc-40f5-4625-86a3-0fb2e638ca52 req-2315ac58-916a-44d2-b79a-1a5212c84c35 service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Received event network-changed-217f2255-42eb-4392-b73f-8a79fbe281fe {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.511711] env[69374]: DEBUG nova.compute.manager [req-8290d7cc-40f5-4625-86a3-0fb2e638ca52 req-2315ac58-916a-44d2-b79a-1a5212c84c35 service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Refreshing instance network info cache due to event network-changed-217f2255-42eb-4392-b73f-8a79fbe281fe. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.511891] env[69374]: DEBUG oslo_concurrency.lockutils [req-8290d7cc-40f5-4625-86a3-0fb2e638ca52 req-2315ac58-916a-44d2-b79a-1a5212c84c35 service nova] Acquiring lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.512044] env[69374]: DEBUG oslo_concurrency.lockutils [req-8290d7cc-40f5-4625-86a3-0fb2e638ca52 req-2315ac58-916a-44d2-b79a-1a5212c84c35 service nova] Acquired lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.512203] env[69374]: DEBUG nova.network.neutron [req-8290d7cc-40f5-4625-86a3-0fb2e638ca52 req-2315ac58-916a-44d2-b79a-1a5212c84c35 service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Refreshing network info cache for port 217f2255-42eb-4392-b73f-8a79fbe281fe {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.522358] env[69374]: DEBUG nova.compute.manager [req-250f2e9f-b788-49ef-b16d-fa7316841ae2 req-70e97147-a4c3-4ce1-81ef-f26bac193133 service nova] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Received event network-changed-08848f11-d00e-430d-bb2d-d5a34e7887ba {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.522617] env[69374]: DEBUG nova.compute.manager [req-250f2e9f-b788-49ef-b16d-fa7316841ae2 req-70e97147-a4c3-4ce1-81ef-f26bac193133 service nova] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Refreshing instance network info cache due to event network-changed-08848f11-d00e-430d-bb2d-d5a34e7887ba. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.522924] env[69374]: DEBUG oslo_concurrency.lockutils [req-250f2e9f-b788-49ef-b16d-fa7316841ae2 req-70e97147-a4c3-4ce1-81ef-f26bac193133 service nova] Acquiring lock "refresh_cache-b3bf4a76-61e9-401a-a75c-c89cd0b74119" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.523216] env[69374]: DEBUG oslo_concurrency.lockutils [req-250f2e9f-b788-49ef-b16d-fa7316841ae2 req-70e97147-a4c3-4ce1-81ef-f26bac193133 service nova] Acquired lock "refresh_cache-b3bf4a76-61e9-401a-a75c-c89cd0b74119" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.523403] env[69374]: DEBUG nova.network.neutron [req-250f2e9f-b788-49ef-b16d-fa7316841ae2 req-70e97147-a4c3-4ce1-81ef-f26bac193133 service nova] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Refreshing network info cache for port 08848f11-d00e-430d-bb2d-d5a34e7887ba {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.527053] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Created folder: Project (5714161102d442338435ba3b5d65de28) in parent group-v814324. [ 734.527293] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Creating folder: Instances. Parent ref: group-v814404. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.527791] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6783193c-c003-4b25-9b49-58d22838210d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.539567] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Created folder: Instances in parent group-v814404. [ 734.540419] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.540677] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.540901] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4eff1be-b0ad-40aa-80d8-549be65bd8a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.562255] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.562255] env[69374]: value = "task-4110992" [ 734.562255] env[69374]: _type = "Task" [ 734.562255] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.575448] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.579718] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110992, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.614065] env[69374]: DEBUG nova.scheduler.client.report [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.679777] env[69374]: DEBUG oslo_vmware.api [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110986, 'name': PowerOffVM_Task, 'duration_secs': 0.272544} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.680189] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.680398] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.680704] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b836f241-6dfc-45cb-a38f-cbc67741664e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.720975] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110988, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.783431] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.783431] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.783722] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Deleting the datastore file [datastore1] 6ba85db5-0d68-4266-8760-15c9ad2f2fe0 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.784078] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37c9c2f2-0474-4ee7-ad06-f5228df4858d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.793951] env[69374]: DEBUG oslo_vmware.api [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for the task: (returnval){ [ 734.793951] env[69374]: value = "task-4110994" [ 734.793951] env[69374]: _type = "Task" [ 734.793951] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.805943] env[69374]: DEBUG oslo_vmware.api [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.891079] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110989, 'name': ReconfigVM_Task, 'duration_secs': 0.371282} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.891473] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 32b4b621-d544-4e28-8efb-35718d714c4d/32b4b621-d544-4e28-8efb-35718d714c4d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.892263] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-885963e1-31d5-4a55-912a-573929bcc03d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.900636] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 734.900636] env[69374]: value = "task-4110995" [ 734.900636] env[69374]: _type = "Task" [ 734.900636] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.911867] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110995, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.078466] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110992, 'name': CreateVM_Task, 'duration_secs': 0.352352} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.081657] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.081997] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110983, 'name': ReconfigVM_Task, 'duration_secs': 1.194231} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.084673] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.084844] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.085186] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.085481] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 71bb33fe-516e-45d1-9097-775e783d763e/71bb33fe-516e-45d1-9097-775e783d763e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.088200] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93cb7e1-bd86-4085-8c7e-0049faad360e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.089865] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fe53874-cdae-495c-8f9a-8013a030506f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.096010] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for the task: (returnval){ [ 735.096010] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522d2141-a878-bf41-16c8-9fca173c0d05" [ 735.096010] env[69374]: _type = "Task" [ 735.096010] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.097662] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 735.097662] env[69374]: value = "task-4110996" [ 735.097662] env[69374]: _type = "Task" [ 735.097662] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.112642] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522d2141-a878-bf41-16c8-9fca173c0d05, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.116875] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.117250] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.117623] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.117834] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.118038] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.118396] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110996, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.118706] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1a948ac-db75-45ca-be77-ee877e3af5e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.121096] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.121631] env[69374]: DEBUG nova.compute.manager [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.128140] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.924s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.128140] env[69374]: INFO nova.compute.claims [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.137403] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.137717] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.138803] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4712e10a-fab5-4542-890d-3cf509ca19bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.148061] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for the task: (returnval){ [ 735.148061] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5279846a-e253-9cb5-a389-56c014b82d84" [ 735.148061] env[69374]: _type = "Task" [ 735.148061] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.161619] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5279846a-e253-9cb5-a389-56c014b82d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.222188] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4110988, 'name': CreateVM_Task, 'duration_secs': 0.540359} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.222421] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.223158] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.223334] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.223993] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.224291] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14649b9e-0ee0-4a88-8416-c23629bf12f4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.233131] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 735.233131] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52574974-6c16-13e1-09a8-b54bb3be2ea5" [ 735.233131] env[69374]: _type = "Task" [ 735.233131] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.242384] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52574974-6c16-13e1-09a8-b54bb3be2ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.263949] env[69374]: DEBUG nova.network.neutron [req-8290d7cc-40f5-4625-86a3-0fb2e638ca52 req-2315ac58-916a-44d2-b79a-1a5212c84c35 service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updated VIF entry in instance network info cache for port 217f2255-42eb-4392-b73f-8a79fbe281fe. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.264444] env[69374]: DEBUG nova.network.neutron [req-8290d7cc-40f5-4625-86a3-0fb2e638ca52 req-2315ac58-916a-44d2-b79a-1a5212c84c35 service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance_info_cache with network_info: [{"id": "217f2255-42eb-4392-b73f-8a79fbe281fe", "address": "fa:16:3e:9a:1e:91", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217f2255-42", "ovs_interfaceid": "217f2255-42eb-4392-b73f-8a79fbe281fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.304475] env[69374]: DEBUG oslo_vmware.api [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Task: {'id': task-4110994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164615} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.304738] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.304943] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.305623] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.305623] env[69374]: INFO nova.compute.manager [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 735.306129] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.306365] env[69374]: DEBUG nova.compute.manager [-] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.306485] env[69374]: DEBUG nova.network.neutron [-] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.414068] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110995, 'name': Rename_Task, 'duration_secs': 0.153616} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.414374] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.414623] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01638032-0458-4aa4-bedc-4f46591a57b9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.420997] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 735.420997] env[69374]: value = "task-4110997" [ 735.420997] env[69374]: _type = "Task" [ 735.420997] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.429559] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.612626] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110996, 'name': Rename_Task, 'duration_secs': 0.306599} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.612895] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.613386] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1968ce48-864c-4d1b-9716-084e90c0c85b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.623445] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 735.623445] env[69374]: value = "task-4110998" [ 735.623445] env[69374]: _type = "Task" [ 735.623445] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.638396] env[69374]: DEBUG nova.compute.utils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.639722] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.640232] env[69374]: DEBUG nova.compute.manager [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.640396] env[69374]: DEBUG nova.network.neutron [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.649519] env[69374]: DEBUG nova.network.neutron [req-250f2e9f-b788-49ef-b16d-fa7316841ae2 req-70e97147-a4c3-4ce1-81ef-f26bac193133 service nova] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Updated VIF entry in instance network info cache for port 08848f11-d00e-430d-bb2d-d5a34e7887ba. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.649937] env[69374]: DEBUG nova.network.neutron [req-250f2e9f-b788-49ef-b16d-fa7316841ae2 req-70e97147-a4c3-4ce1-81ef-f26bac193133 service nova] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Updating instance_info_cache with network_info: [{"id": "08848f11-d00e-430d-bb2d-d5a34e7887ba", "address": "fa:16:3e:2d:d8:2c", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08848f11-d0", "ovs_interfaceid": "08848f11-d00e-430d-bb2d-d5a34e7887ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.665889] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5279846a-e253-9cb5-a389-56c014b82d84, 'name': SearchDatastore_Task, 'duration_secs': 0.017109} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.666802] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d73dbe-e7ae-4589-966a-ca473c7815c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.676862] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for the task: (returnval){ [ 735.676862] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a3f4f7-505a-d50c-48d8-235dd6098483" [ 735.676862] env[69374]: _type = "Task" [ 735.676862] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.687948] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a3f4f7-505a-d50c-48d8-235dd6098483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.713068] env[69374]: DEBUG nova.policy [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6b0a07ecb674a78a089c4a207213e22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47fce350bdea45e39925ff28d4c88b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.745107] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52574974-6c16-13e1-09a8-b54bb3be2ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.022352} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.745423] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.745659] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.745983] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.767849] env[69374]: DEBUG oslo_concurrency.lockutils [req-8290d7cc-40f5-4625-86a3-0fb2e638ca52 req-2315ac58-916a-44d2-b79a-1a5212c84c35 service nova] Releasing lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.939771] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.998231] env[69374]: DEBUG nova.network.neutron [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Successfully created port: b9a60005-3ad7-4db4-8e01-0c9a1b465f00 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.073221] env[69374]: DEBUG nova.network.neutron [-] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.134817] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.152080] env[69374]: DEBUG nova.compute.manager [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.155244] env[69374]: DEBUG oslo_concurrency.lockutils [req-250f2e9f-b788-49ef-b16d-fa7316841ae2 req-70e97147-a4c3-4ce1-81ef-f26bac193133 service nova] Releasing lock "refresh_cache-b3bf4a76-61e9-401a-a75c-c89cd0b74119" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.188388] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a3f4f7-505a-d50c-48d8-235dd6098483, 'name': SearchDatastore_Task, 'duration_secs': 0.025608} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.191116] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.191434] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 38c6330f-116c-4976-b127-e2b389e00475/38c6330f-116c-4976-b127-e2b389e00475.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.192749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.194358] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.194717] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8307a7a-7380-49ee-b00a-d652974170a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.198145] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31447b71-8d54-49eb-81ca-40474c849b19 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.206882] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for the task: (returnval){ [ 736.206882] env[69374]: value = "task-4110999" [ 736.206882] env[69374]: _type = "Task" [ 736.206882] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.216276] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.216509] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.220563] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a83a88b-b013-4132-afc2-760c0823a0f9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.222811] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4110999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.226897] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 736.226897] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520e210e-748f-034f-266f-884dceb51803" [ 736.226897] env[69374]: _type = "Task" [ 736.226897] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.241937] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520e210e-748f-034f-266f-884dceb51803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.435542] env[69374]: DEBUG oslo_vmware.api [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4110997, 'name': PowerOnVM_Task, 'duration_secs': 0.779188} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.439522] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.440388] env[69374]: INFO nova.compute.manager [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Took 16.34 seconds to spawn the instance on the hypervisor. [ 736.440388] env[69374]: DEBUG nova.compute.manager [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 736.441333] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d6ddf-8d1e-4276-9cae-9c6dca44dfdb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.576018] env[69374]: INFO nova.compute.manager [-] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Took 1.27 seconds to deallocate network for instance. [ 736.642147] env[69374]: DEBUG oslo_vmware.api [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4110998, 'name': PowerOnVM_Task, 'duration_secs': 0.922888} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.642554] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.642831] env[69374]: INFO nova.compute.manager [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Took 10.90 seconds to spawn the instance on the hypervisor. [ 736.643359] env[69374]: DEBUG nova.compute.manager [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 736.644324] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e2d8dc-29b0-4500-884c-9121f884c0d0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.722294] env[69374]: DEBUG nova.compute.manager [req-ae370d0b-6ed0-4883-afee-2f355633be15 req-57e384be-9e01-4841-92f1-42852004d2e3 service nova] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Received event network-vif-deleted-ce249980-de1d-4c28-b842-e619cb59f486 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.726761] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4110999, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.733092] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d34fad4-1377-4407-8733-b3b344ddd48a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.748407] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2fdd55-e4a8-4181-bb0a-feb39789d05e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.752352] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520e210e-748f-034f-266f-884dceb51803, 'name': SearchDatastore_Task, 'duration_secs': 0.014502} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.753706] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90fba06d-4eca-46f7-b86a-bcbc561ecb84 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.784647] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c66abca-8f52-478e-9631-a9361de4ffc7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.787279] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 736.787279] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e39bcb-6005-8090-bc8a-7c1053f9aac3" [ 736.787279] env[69374]: _type = "Task" [ 736.787279] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.795154] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ee50ba-9cfa-4907-8785-8d3705dc6a4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.801466] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e39bcb-6005-8090-bc8a-7c1053f9aac3, 'name': SearchDatastore_Task, 'duration_secs': 0.014292} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.802085] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.802365] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] b3bf4a76-61e9-401a-a75c-c89cd0b74119/b3bf4a76-61e9-401a-a75c-c89cd0b74119.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.802614] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f93e906c-021c-4ab3-be72-d27b8284aef7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.812648] env[69374]: DEBUG nova.compute.provider_tree [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.823947] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 736.823947] env[69374]: value = "task-4111000" [ 736.823947] env[69374]: _type = "Task" [ 736.823947] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.831251] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.969224] env[69374]: INFO nova.compute.manager [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Took 45.49 seconds to build instance. [ 737.086670] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.169029] env[69374]: DEBUG nova.compute.manager [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.181409] env[69374]: INFO nova.compute.manager [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Took 40.32 seconds to build instance. [ 737.205728] env[69374]: DEBUG nova.virt.hardware [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.206017] env[69374]: DEBUG nova.virt.hardware [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.206182] env[69374]: DEBUG nova.virt.hardware [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.206395] env[69374]: DEBUG nova.virt.hardware [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.206621] env[69374]: DEBUG nova.virt.hardware [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.206853] env[69374]: DEBUG nova.virt.hardware [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.207139] env[69374]: DEBUG nova.virt.hardware [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.207369] env[69374]: DEBUG nova.virt.hardware [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.207823] env[69374]: DEBUG nova.virt.hardware [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.207823] env[69374]: DEBUG nova.virt.hardware [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.208106] env[69374]: DEBUG nova.virt.hardware [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.209483] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7f53e9-d4de-448d-b1b7-482c5a2410b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.222975] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4110999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551725} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.225506] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 38c6330f-116c-4976-b127-e2b389e00475/38c6330f-116c-4976-b127-e2b389e00475.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.225851] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.226243] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35e55c80-ffc8-49ad-b560-744a91cd16b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.230177] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba72f868-81a6-406c-9508-84415cb80fdf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.253263] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for the task: (returnval){ [ 737.253263] env[69374]: value = "task-4111001" [ 737.253263] env[69374]: _type = "Task" [ 737.253263] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.264277] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.316612] env[69374]: DEBUG nova.scheduler.client.report [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.332414] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111000, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.509812] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0708d1ff-f204-4ea1-ae18-e59f187e13c0 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "32b4b621-d544-4e28-8efb-35718d714c4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.006s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.592307] env[69374]: DEBUG nova.network.neutron [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Successfully updated port: b9a60005-3ad7-4db4-8e01-0c9a1b465f00 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.684148] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c384906f-4b6f-4606-9c68-022043f09568 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "71bb33fe-516e-45d1-9097-775e783d763e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.681s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.741423] env[69374]: DEBUG oslo_concurrency.lockutils [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "32b4b621-d544-4e28-8efb-35718d714c4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.741423] env[69374]: DEBUG oslo_concurrency.lockutils [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "32b4b621-d544-4e28-8efb-35718d714c4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.741584] env[69374]: DEBUG oslo_concurrency.lockutils [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.741759] env[69374]: DEBUG oslo_concurrency.lockutils [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.742930] env[69374]: DEBUG oslo_concurrency.lockutils [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "32b4b621-d544-4e28-8efb-35718d714c4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.744852] env[69374]: INFO nova.compute.manager [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Terminating instance [ 737.767188] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166083} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.767498] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.771023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d70799-b28e-413a-abee-66c4cf49d1c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.792735] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 38c6330f-116c-4976-b127-e2b389e00475/38c6330f-116c-4976-b127-e2b389e00475.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.793122] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a64f80-b3b2-40ad-83ac-b8a507d4db1a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.815809] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for the task: (returnval){ [ 737.815809] env[69374]: value = "task-4111002" [ 737.815809] env[69374]: _type = "Task" [ 737.815809] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.821633] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.822162] env[69374]: DEBUG nova.compute.manager [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.832270] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.810s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.832556] env[69374]: DEBUG nova.objects.instance [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Lazy-loading 'resources' on Instance uuid 4687249d-a18e-44e7-842e-e65e00320062 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.838670] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.845649] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558469} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.845922] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] b3bf4a76-61e9-401a-a75c-c89cd0b74119/b3bf4a76-61e9-401a-a75c-c89cd0b74119.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.846158] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.846424] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81949dd4-4602-447c-9255-21cac378c2ec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.856157] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 737.856157] env[69374]: value = "task-4111003" [ 737.856157] env[69374]: _type = "Task" [ 737.856157] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.869148] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.976904] env[69374]: DEBUG nova.compute.manager [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.094747] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "refresh_cache-b08b3ed7-5812-432e-b618-f43104029336" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.095028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquired lock "refresh_cache-b08b3ed7-5812-432e-b618-f43104029336" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.096139] env[69374]: DEBUG nova.network.neutron [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.186831] env[69374]: DEBUG nova.compute.manager [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.255072] env[69374]: DEBUG nova.compute.manager [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.255415] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.256621] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de3c33a-2815-41a8-ac68-3ad3af44c941 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.268022] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.268022] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e848b35c-c256-4a6a-b150-2ca2f052b14c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.275419] env[69374]: DEBUG oslo_vmware.api [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 738.275419] env[69374]: value = "task-4111004" [ 738.275419] env[69374]: _type = "Task" [ 738.275419] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.289848] env[69374]: DEBUG oslo_vmware.api [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.327306] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111002, 'name': ReconfigVM_Task, 'duration_secs': 0.326586} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.327639] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 38c6330f-116c-4976-b127-e2b389e00475/38c6330f-116c-4976-b127-e2b389e00475.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.328610] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfd5c8a2-8803-4fe3-9cb7-43fb8f540cc2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.336861] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for the task: (returnval){ [ 738.336861] env[69374]: value = "task-4111005" [ 738.336861] env[69374]: _type = "Task" [ 738.336861] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.344405] env[69374]: DEBUG nova.compute.utils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.346470] env[69374]: DEBUG nova.compute.manager [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.346646] env[69374]: DEBUG nova.network.neutron [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.356247] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111005, 'name': Rename_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.368663] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091679} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.371447] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.372420] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ca9dda-f10e-4ee9-83d5-697ba303454f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.406344] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] b3bf4a76-61e9-401a-a75c-c89cd0b74119/b3bf4a76-61e9-401a-a75c-c89cd0b74119.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.408975] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c4d126-cf8c-49c6-b98e-ce3547a97b48 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.433918] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 738.433918] env[69374]: value = "task-4111006" [ 738.433918] env[69374]: _type = "Task" [ 738.433918] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.443255] env[69374]: DEBUG nova.policy [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '674482d18ebb46068814879be272185f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40e24639ebd140c7bdd8305d6a012756', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.449152] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.505954] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.577572] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "8f7563b6-b739-48f5-afcd-74ff590d32ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.577848] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "8f7563b6-b739-48f5-afcd-74ff590d32ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.648940] env[69374]: DEBUG nova.network.neutron [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.709425] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.788724] env[69374]: DEBUG oslo_vmware.api [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111004, 'name': PowerOffVM_Task, 'duration_secs': 0.273959} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.788987] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.789171] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.789466] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a69d67b-af76-4502-834d-53c9ec3858d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.809178] env[69374]: DEBUG nova.compute.manager [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] [instance: b08b3ed7-5812-432e-b618-f43104029336] Received event network-vif-plugged-b9a60005-3ad7-4db4-8e01-0c9a1b465f00 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.809486] env[69374]: DEBUG oslo_concurrency.lockutils [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] Acquiring lock "b08b3ed7-5812-432e-b618-f43104029336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.809717] env[69374]: DEBUG oslo_concurrency.lockutils [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] Lock "b08b3ed7-5812-432e-b618-f43104029336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.809905] env[69374]: DEBUG oslo_concurrency.lockutils [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] Lock "b08b3ed7-5812-432e-b618-f43104029336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.810075] env[69374]: DEBUG nova.compute.manager [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] [instance: b08b3ed7-5812-432e-b618-f43104029336] No waiting events found dispatching network-vif-plugged-b9a60005-3ad7-4db4-8e01-0c9a1b465f00 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 738.810252] env[69374]: WARNING nova.compute.manager [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] [instance: b08b3ed7-5812-432e-b618-f43104029336] Received unexpected event network-vif-plugged-b9a60005-3ad7-4db4-8e01-0c9a1b465f00 for instance with vm_state building and task_state spawning. [ 738.810407] env[69374]: DEBUG nova.compute.manager [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] [instance: b08b3ed7-5812-432e-b618-f43104029336] Received event network-changed-b9a60005-3ad7-4db4-8e01-0c9a1b465f00 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.810558] env[69374]: DEBUG nova.compute.manager [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] [instance: b08b3ed7-5812-432e-b618-f43104029336] Refreshing instance network info cache due to event network-changed-b9a60005-3ad7-4db4-8e01-0c9a1b465f00. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.810768] env[69374]: DEBUG oslo_concurrency.lockutils [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] Acquiring lock "refresh_cache-b08b3ed7-5812-432e-b618-f43104029336" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.822362] env[69374]: DEBUG nova.network.neutron [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Successfully created port: 2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.850621] env[69374]: DEBUG nova.compute.manager [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.853369] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111005, 'name': Rename_Task, 'duration_secs': 0.179997} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.853936] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.854275] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-227decc2-07a8-4261-822c-f6d4c8b4bcc8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.861280] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for the task: (returnval){ [ 738.861280] env[69374]: value = "task-4111008" [ 738.861280] env[69374]: _type = "Task" [ 738.861280] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.872286] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.931568] env[69374]: DEBUG nova.network.neutron [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Updating instance_info_cache with network_info: [{"id": "b9a60005-3ad7-4db4-8e01-0c9a1b465f00", "address": "fa:16:3e:ea:8e:54", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a60005-3a", "ovs_interfaceid": "b9a60005-3ad7-4db4-8e01-0c9a1b465f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.948229] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.007295] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4944c1a8-9a17-4992-8020-dae2724fef36 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.016947] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee5844d-7df4-4026-8722-8a3032e3b769 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.064049] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aacbfd-e94a-44ff-9100-742dcc58becc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.069709] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.070497] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.070497] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Deleting the datastore file [datastore1] 32b4b621-d544-4e28-8efb-35718d714c4d {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.073274] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35b865d2-8752-4522-9e0e-de013e849c87 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.077076] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd03618-d072-4729-8eb1-877d880d9926 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.087208] env[69374]: DEBUG oslo_vmware.api [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 739.087208] env[69374]: value = "task-4111009" [ 739.087208] env[69374]: _type = "Task" [ 739.087208] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.098577] env[69374]: DEBUG nova.compute.provider_tree [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.109639] env[69374]: DEBUG oslo_vmware.api [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.372567] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111008, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.440256] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Releasing lock "refresh_cache-b08b3ed7-5812-432e-b618-f43104029336" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.440769] env[69374]: DEBUG nova.compute.manager [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Instance network_info: |[{"id": "b9a60005-3ad7-4db4-8e01-0c9a1b465f00", "address": "fa:16:3e:ea:8e:54", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a60005-3a", "ovs_interfaceid": "b9a60005-3ad7-4db4-8e01-0c9a1b465f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.441099] env[69374]: DEBUG oslo_concurrency.lockutils [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] Acquired lock "refresh_cache-b08b3ed7-5812-432e-b618-f43104029336" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.441291] env[69374]: DEBUG nova.network.neutron [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] [instance: b08b3ed7-5812-432e-b618-f43104029336] Refreshing network info cache for port b9a60005-3ad7-4db4-8e01-0c9a1b465f00 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.443429] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:8e:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9a60005-3ad7-4db4-8e01-0c9a1b465f00', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.453046] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.457457] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b08b3ed7-5812-432e-b618-f43104029336] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.461579] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-390f36c9-5933-4781-8763-eb982047c4d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.476906] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111006, 'name': ReconfigVM_Task, 'duration_secs': 0.853318} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.477253] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Reconfigured VM instance instance-00000019 to attach disk [datastore2] b3bf4a76-61e9-401a-a75c-c89cd0b74119/b3bf4a76-61e9-401a-a75c-c89cd0b74119.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.478358] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec3c7f18-4297-4cfc-9cc9-8c6c7a09e10d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.483530] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.483530] env[69374]: value = "task-4111010" [ 739.483530] env[69374]: _type = "Task" [ 739.483530] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.489533] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 739.489533] env[69374]: value = "task-4111011" [ 739.489533] env[69374]: _type = "Task" [ 739.489533] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.496523] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111010, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.502733] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111011, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.605165] env[69374]: DEBUG nova.scheduler.client.report [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.618930] env[69374]: DEBUG oslo_vmware.api [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224161} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.618930] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.619124] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.621165] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.621165] env[69374]: INFO nova.compute.manager [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Took 1.36 seconds to destroy the instance on the hypervisor. [ 739.621165] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.621165] env[69374]: DEBUG nova.compute.manager [-] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.621165] env[69374]: DEBUG nova.network.neutron [-] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.738063] env[69374]: DEBUG nova.network.neutron [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] [instance: b08b3ed7-5812-432e-b618-f43104029336] Updated VIF entry in instance network info cache for port b9a60005-3ad7-4db4-8e01-0c9a1b465f00. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.738472] env[69374]: DEBUG nova.network.neutron [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] [instance: b08b3ed7-5812-432e-b618-f43104029336] Updating instance_info_cache with network_info: [{"id": "b9a60005-3ad7-4db4-8e01-0c9a1b465f00", "address": "fa:16:3e:ea:8e:54", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a60005-3a", "ovs_interfaceid": "b9a60005-3ad7-4db4-8e01-0c9a1b465f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.860197] env[69374]: DEBUG nova.compute.manager [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.879765] env[69374]: DEBUG oslo_vmware.api [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111008, 'name': PowerOnVM_Task, 'duration_secs': 0.651019} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.880739] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.880739] env[69374]: INFO nova.compute.manager [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Took 5.44 seconds to spawn the instance on the hypervisor. [ 739.880846] env[69374]: DEBUG nova.compute.manager [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.881672] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d18717-9058-415c-9357-dfb504b4c30f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.898642] env[69374]: DEBUG nova.virt.hardware [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.898642] env[69374]: DEBUG nova.virt.hardware [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.898642] env[69374]: DEBUG nova.virt.hardware [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.898642] env[69374]: DEBUG nova.virt.hardware [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.898642] env[69374]: DEBUG nova.virt.hardware [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.898642] env[69374]: DEBUG nova.virt.hardware [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.899123] env[69374]: DEBUG nova.virt.hardware [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.899123] env[69374]: DEBUG nova.virt.hardware [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.899199] env[69374]: DEBUG nova.virt.hardware [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.901625] env[69374]: DEBUG nova.virt.hardware [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.903374] env[69374]: DEBUG nova.virt.hardware [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.905715] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ec766-f75b-491b-af01-1bb48e1fbcc0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.915688] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ab1350-293e-4c5c-8259-0630ad9ff2b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.993378] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111010, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.002103] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111011, 'name': Rename_Task, 'duration_secs': 0.199261} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.002412] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.002670] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8952ad8-0327-4491-b761-cbd68e4d3f40 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.012888] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 740.012888] env[69374]: value = "task-4111012" [ 740.012888] env[69374]: _type = "Task" [ 740.012888] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.026540] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.115020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.117522] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.484s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.121145] env[69374]: INFO nova.compute.claims [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.149557] env[69374]: INFO nova.scheduler.client.report [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Deleted allocations for instance 4687249d-a18e-44e7-842e-e65e00320062 [ 740.242745] env[69374]: DEBUG oslo_concurrency.lockutils [req-1850aa54-cdb4-4df5-a010-53659abbd6c5 req-098a6717-00cf-4b09-b925-922e03174ef3 service nova] Releasing lock "refresh_cache-b08b3ed7-5812-432e-b618-f43104029336" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.424286] env[69374]: INFO nova.compute.manager [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Took 36.12 seconds to build instance. [ 740.495607] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111010, 'name': CreateVM_Task, 'duration_secs': 0.557923} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.496549] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b08b3ed7-5812-432e-b618-f43104029336] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.497348] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.497581] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.498014] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.498354] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f293c870-4562-4fce-a1fe-66d380eb6370 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.505584] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 740.505584] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524c42f5-f518-b228-0787-053a69de7d1c" [ 740.505584] env[69374]: _type = "Task" [ 740.505584] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.514151] env[69374]: DEBUG nova.network.neutron [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Successfully updated port: 2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.522977] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524c42f5-f518-b228-0787-053a69de7d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.536103] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.660278] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c11ac535-5d31-4d1e-b53c-2ce6ef2c17ed tempest-ServerAddressesNegativeTestJSON-2001070174 tempest-ServerAddressesNegativeTestJSON-2001070174-project-member] Lock "4687249d-a18e-44e7-842e-e65e00320062" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.130s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.736162] env[69374]: DEBUG nova.compute.manager [None req-f33a6026-7349-4fe1-8630-224f51432d47 tempest-ServerDiagnosticsV248Test-1470886130 tempest-ServerDiagnosticsV248Test-1470886130-project-admin] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 740.737579] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79cf267-8672-4514-bde1-e76b3b5642a6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.745677] env[69374]: INFO nova.compute.manager [None req-f33a6026-7349-4fe1-8630-224f51432d47 tempest-ServerDiagnosticsV248Test-1470886130 tempest-ServerDiagnosticsV248Test-1470886130-project-admin] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Retrieving diagnostics [ 740.746548] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76edd812-8b6b-4950-a972-f91805288ad1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.849379] env[69374]: DEBUG nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received event network-vif-deleted-c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.849614] env[69374]: INFO nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Neutron deleted interface c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2; detaching it from the instance and deleting it from the info cache [ 740.849971] env[69374]: DEBUG nova.network.neutron [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Updating instance_info_cache with network_info: [{"id": "71670293-0714-4f1a-8419-dff23d9faf7b", "address": "fa:16:3e:d3:bb:c1", "network": {"id": "7245d0c4-271c-48a9-b663-ecef65653a93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179473571", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71670293-07", "ovs_interfaceid": "71670293-0714-4f1a-8419-dff23d9faf7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3de000fc-662a-4fba-b87b-0b3029264fb1", "address": "fa:16:3e:5e:4b:41", "network": {"id": "83cfa41b-2c77-405b-8a1a-77c3139a7eb4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951536630", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de000fc-66", "ovs_interfaceid": "3de000fc-662a-4fba-b87b-0b3029264fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.932660] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7fdaf228-2535-45ad-ba4e-7f34a86b90ab tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Lock "38c6330f-116c-4976-b127-e2b389e00475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.638s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.933972] env[69374]: DEBUG nova.network.neutron [-] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.017205] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524c42f5-f518-b228-0787-053a69de7d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011087} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.017525] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.017764] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.018103] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.018348] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.018456] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.019041] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cddb52c4-0c98-43e0-9561-c979ab53fb80 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.025463] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "refresh_cache-ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.025623] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquired lock "refresh_cache-ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.025776] env[69374]: DEBUG nova.network.neutron [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.042884] env[69374]: DEBUG oslo_vmware.api [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111012, 'name': PowerOnVM_Task, 'duration_secs': 0.894316} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.045310] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.045538] env[69374]: INFO nova.compute.manager [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Took 9.40 seconds to spawn the instance on the hypervisor. [ 741.045720] env[69374]: DEBUG nova.compute.manager [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 741.046350] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.046527] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.047744] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18846ba-b28b-405a-a449-732366b76ea5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.052706] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a58cbc0-d85d-46dd-8861-fa687ce3a9ec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.060269] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 741.060269] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522d5165-f8fb-876d-3322-e5ade6492f12" [ 741.060269] env[69374]: _type = "Task" [ 741.060269] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.074831] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522d5165-f8fb-876d-3322-e5ade6492f12, 'name': SearchDatastore_Task, 'duration_secs': 0.013209} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.075625] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0cd2711-2153-4de4-9245-34ea0087c09c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.082398] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 741.082398] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52fab31a-72f5-1eb3-cfbd-c4a73e23f03a" [ 741.082398] env[69374]: _type = "Task" [ 741.082398] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.093759] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fab31a-72f5-1eb3-cfbd-c4a73e23f03a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.355020] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf2f71e5-40e9-4545-88dd-6b038ec9076d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.364707] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90011889-679d-4fd9-b90a-95e67183bcc4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.400457] env[69374]: DEBUG nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Detach interface failed, port_id=c1c0c9cf-6bbb-41c7-8606-2d05c9f7d2f2, reason: Instance 32b4b621-d544-4e28-8efb-35718d714c4d could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 741.400686] env[69374]: DEBUG nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received event network-vif-deleted-3de000fc-662a-4fba-b87b-0b3029264fb1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.400845] env[69374]: INFO nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Neutron deleted interface 3de000fc-662a-4fba-b87b-0b3029264fb1; detaching it from the instance and deleting it from the info cache [ 741.401109] env[69374]: DEBUG nova.network.neutron [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Updating instance_info_cache with network_info: [{"id": "71670293-0714-4f1a-8419-dff23d9faf7b", "address": "fa:16:3e:d3:bb:c1", "network": {"id": "7245d0c4-271c-48a9-b663-ecef65653a93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-179473571", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71670293-07", "ovs_interfaceid": "71670293-0714-4f1a-8419-dff23d9faf7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.437640] env[69374]: INFO nova.compute.manager [-] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Took 1.82 seconds to deallocate network for instance. [ 741.438046] env[69374]: DEBUG nova.compute.manager [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.569636] env[69374]: DEBUG nova.network.neutron [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.577888] env[69374]: INFO nova.compute.manager [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Took 38.49 seconds to build instance. [ 741.594046] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fab31a-72f5-1eb3-cfbd-c4a73e23f03a, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.594322] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.595338] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] b08b3ed7-5812-432e-b618-f43104029336/b08b3ed7-5812-432e-b618-f43104029336.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.597730] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9568a149-e1c1-4b4c-8688-55ff5faa2706 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.608133] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 741.608133] env[69374]: value = "task-4111013" [ 741.608133] env[69374]: _type = "Task" [ 741.608133] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.618059] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.726347] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8092bc-d665-4a90-9380-152ff5d83736 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.735080] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13e07aa-e3df-4c90-a1fa-6f03ddf6030f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.770808] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60688ec-4b9e-4823-a28b-1b71e318935d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.780232] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19489e59-31ce-47c1-a0f5-bdae29cb6208 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.796126] env[69374]: DEBUG nova.compute.provider_tree [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.798628] env[69374]: DEBUG nova.network.neutron [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Updating instance_info_cache with network_info: [{"id": "2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7", "address": "fa:16:3e:e9:1d:f3", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac8e8dc-73", "ovs_interfaceid": "2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.909725] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7737cb5f-7be8-4a4c-a709-347b71ad3f50 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.923126] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5ce1ed-0a67-430d-aff0-6c7288a56eae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.972113] env[69374]: DEBUG oslo_concurrency.lockutils [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.972113] env[69374]: DEBUG nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Detach interface failed, port_id=3de000fc-662a-4fba-b87b-0b3029264fb1, reason: Instance 32b4b621-d544-4e28-8efb-35718d714c4d could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 741.972113] env[69374]: DEBUG nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Received event network-vif-plugged-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.972113] env[69374]: DEBUG oslo_concurrency.lockutils [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] Acquiring lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.972113] env[69374]: DEBUG oslo_concurrency.lockutils [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] Lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.972113] env[69374]: DEBUG oslo_concurrency.lockutils [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] Lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.972113] env[69374]: DEBUG nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] No waiting events found dispatching network-vif-plugged-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 741.972113] env[69374]: WARNING nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Received unexpected event network-vif-plugged-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 for instance with vm_state building and task_state spawning. [ 741.972113] env[69374]: DEBUG nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Received event network-vif-deleted-71670293-0714-4f1a-8419-dff23d9faf7b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.972430] env[69374]: INFO nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Neutron deleted interface 71670293-0714-4f1a-8419-dff23d9faf7b; detaching it from the instance and deleting it from the info cache [ 741.972459] env[69374]: DEBUG nova.network.neutron [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.991981] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.080186] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7bef375-2403-4d2b-8671-0b7888b2d15c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.057s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.120335] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501586} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.120627] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] b08b3ed7-5812-432e-b618-f43104029336/b08b3ed7-5812-432e-b618-f43104029336.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.120851] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.121145] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac5066d3-66cc-4f40-b5a3-beaf432c78a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.128809] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 742.128809] env[69374]: value = "task-4111014" [ 742.128809] env[69374]: _type = "Task" [ 742.128809] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.139459] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.301790] env[69374]: DEBUG nova.scheduler.client.report [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.306257] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Releasing lock "refresh_cache-ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.306566] env[69374]: DEBUG nova.compute.manager [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Instance network_info: |[{"id": "2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7", "address": "fa:16:3e:e9:1d:f3", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac8e8dc-73", "ovs_interfaceid": "2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.307233] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:1d:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.315691] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Creating folder: Project (40e24639ebd140c7bdd8305d6a012756). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.316076] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e93dd41f-c65c-4a8f-a291-6afdc7c107db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.329686] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Created folder: Project (40e24639ebd140c7bdd8305d6a012756) in parent group-v814324. [ 742.329686] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Creating folder: Instances. Parent ref: group-v814408. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.329968] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53ff7d58-3d92-49ca-842c-4d26cb7b9386 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.347325] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Created folder: Instances in parent group-v814408. [ 742.347325] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.347604] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.347677] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24b13ae3-0d3d-4d69-90b8-f6a6fe30b398 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.368709] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.368709] env[69374]: value = "task-4111017" [ 742.368709] env[69374]: _type = "Task" [ 742.368709] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.377233] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111017, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.478946] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b06c792d-cbdc-4793-8dd1-0238fcb24811 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.488901] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec6f8be-a6bb-406a-ad18-ceb447967daa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.536979] env[69374]: DEBUG nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Detach interface failed, port_id=71670293-0714-4f1a-8419-dff23d9faf7b, reason: Instance 32b4b621-d544-4e28-8efb-35718d714c4d could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.536979] env[69374]: DEBUG nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Received event network-changed-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.537212] env[69374]: DEBUG nova.compute.manager [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Refreshing instance network info cache due to event network-changed-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.537370] env[69374]: DEBUG oslo_concurrency.lockutils [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] Acquiring lock "refresh_cache-ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.537513] env[69374]: DEBUG oslo_concurrency.lockutils [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] Acquired lock "refresh_cache-ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.537672] env[69374]: DEBUG nova.network.neutron [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Refreshing network info cache for port 2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.583104] env[69374]: DEBUG nova.compute.manager [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.642502] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084264} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.642932] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.644586] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8707604f-c36f-4dbd-8264-c4a77420d833 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.672042] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] b08b3ed7-5812-432e-b618-f43104029336/b08b3ed7-5812-432e-b618-f43104029336.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.672042] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-668eeecb-45a4-4667-889e-aa1832f0bfef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.695366] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 742.695366] env[69374]: value = "task-4111018" [ 742.695366] env[69374]: _type = "Task" [ 742.695366] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.706035] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.808103] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.808727] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.811378] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.126s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.814838] env[69374]: DEBUG nova.objects.instance [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lazy-loading 'resources' on Instance uuid b1971861-5b0a-45b9-a37c-972258e7ff85 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.881641] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111017, 'name': CreateVM_Task, 'duration_secs': 0.376471} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.881641] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.882572] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.882572] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.882741] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.883017] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac5c8bd-c04f-4518-b0bb-170cb8c814ff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.888425] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 742.888425] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d6914c-693a-2428-d4dd-ccf4470923f3" [ 742.888425] env[69374]: _type = "Task" [ 742.888425] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.897104] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d6914c-693a-2428-d4dd-ccf4470923f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.107118] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.208443] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.255127] env[69374]: DEBUG nova.network.neutron [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Updated VIF entry in instance network info cache for port 2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.255610] env[69374]: DEBUG nova.network.neutron [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Updating instance_info_cache with network_info: [{"id": "2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7", "address": "fa:16:3e:e9:1d:f3", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ac8e8dc-73", "ovs_interfaceid": "2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.318471] env[69374]: DEBUG nova.compute.utils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.319912] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.320093] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.374682] env[69374]: DEBUG nova.policy [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6eb4e980e941689e9e6620455e8e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b1e2d1f1dc049019016b0f9c5d648c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.401724] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d6914c-693a-2428-d4dd-ccf4470923f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.402208] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.402584] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.402937] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.403200] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.403487] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.403862] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eac912af-dab9-4056-a330-fd8d36c0b074 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.421167] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.421167] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.421284] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84b1f19-55b9-4541-9147-fbbf47f236e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.435181] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 743.435181] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52eca7fa-9983-df30-e5a5-421d93cc8863" [ 743.435181] env[69374]: _type = "Task" [ 743.435181] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.445964] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52eca7fa-9983-df30-e5a5-421d93cc8863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.708940] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111018, 'name': ReconfigVM_Task, 'duration_secs': 0.819154} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.709414] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Reconfigured VM instance instance-0000001b to attach disk [datastore1] b08b3ed7-5812-432e-b618-f43104029336/b08b3ed7-5812-432e-b618-f43104029336.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.710097] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11bbba17-a273-412c-826f-30cf243b7a33 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.717802] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Successfully created port: a30cec25-afe0-42a7-af87-88445ea9ff1e {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.721762] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 743.721762] env[69374]: value = "task-4111019" [ 743.721762] env[69374]: _type = "Task" [ 743.721762] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.734830] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111019, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.759255] env[69374]: DEBUG oslo_concurrency.lockutils [req-48c74a36-9a25-49a3-ba92-48331ecdf5ab req-f82e606d-eff8-462a-b28d-62fc2fbb57bf service nova] Releasing lock "refresh_cache-ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.823293] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.908437] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2af5fbe-7318-45bc-9605-f49df602c2b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.917957] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fab325-fca3-4f91-a6b2-0d82d41cfa0d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.961462] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5e86aa-f109-4790-9fd0-d8142f94cebc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.973787] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52eca7fa-9983-df30-e5a5-421d93cc8863, 'name': SearchDatastore_Task, 'duration_secs': 0.011582} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.975609] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08d85f3-be4e-470f-90a8-deeaeef04a18 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.979583] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9950f14c-6f02-43ca-8d3d-a01a159469d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.992627] env[69374]: DEBUG nova.compute.provider_tree [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.999580] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 743.999580] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5281725b-c27f-4122-a6df-9c9f7cc8bd35" [ 743.999580] env[69374]: _type = "Task" [ 743.999580] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.010902] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5281725b-c27f-4122-a6df-9c9f7cc8bd35, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.011322] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.011690] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ad8c7bf8-0e9d-4e18-940a-f987e0ac954b/ad8c7bf8-0e9d-4e18-940a-f987e0ac954b.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.011966] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de0119f3-7bb8-4457-890a-505f1103bf17 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.020152] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 744.020152] env[69374]: value = "task-4111020" [ 744.020152] env[69374]: _type = "Task" [ 744.020152] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.031294] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.239351] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111019, 'name': Rename_Task, 'duration_secs': 0.293017} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.239678] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.239945] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-478267af-04ca-450e-9b63-7467e61df05d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.250141] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 744.250141] env[69374]: value = "task-4111021" [ 744.250141] env[69374]: _type = "Task" [ 744.250141] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.261234] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.502034] env[69374]: DEBUG nova.scheduler.client.report [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.532324] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111020, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.761572] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.835085] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.868687] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.868926] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.869131] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.869324] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.869467] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.869608] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.869811] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.870183] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.870450] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.870648] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.870819] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.871743] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de2a69c-3f63-4af5-8090-e4f36ee51ad6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.880924] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19749064-fd59-415a-985c-b5edb622e058 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.008795] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.012052] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.326s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.012052] env[69374]: DEBUG nova.objects.instance [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Lazy-loading 'resources' on Instance uuid f35ffdf6-4113-4f4d-b574-25aef8c0ba27 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.031446] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564933} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.032213] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ad8c7bf8-0e9d-4e18-940a-f987e0ac954b/ad8c7bf8-0e9d-4e18-940a-f987e0ac954b.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.032213] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.032213] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d4d9c54-8e70-48bd-9873-57be3d4e67e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.039982] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 745.039982] env[69374]: value = "task-4111022" [ 745.039982] env[69374]: _type = "Task" [ 745.039982] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.040925] env[69374]: INFO nova.scheduler.client.report [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Deleted allocations for instance b1971861-5b0a-45b9-a37c-972258e7ff85 [ 745.053668] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.265027] env[69374]: DEBUG oslo_vmware.api [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111021, 'name': PowerOnVM_Task, 'duration_secs': 1.003788} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.265027] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.265027] env[69374]: INFO nova.compute.manager [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Took 8.09 seconds to spawn the instance on the hypervisor. [ 745.265027] env[69374]: DEBUG nova.compute.manager [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.265027] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e696531a-a641-40cb-86ad-c1254c33caed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.346459] env[69374]: DEBUG nova.compute.manager [req-ec3b2734-d9a5-4025-ae2a-6dd8d575668c req-1b124c86-e5fb-453b-af4e-cc0446280f62 service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Received event network-vif-plugged-a30cec25-afe0-42a7-af87-88445ea9ff1e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.346459] env[69374]: DEBUG oslo_concurrency.lockutils [req-ec3b2734-d9a5-4025-ae2a-6dd8d575668c req-1b124c86-e5fb-453b-af4e-cc0446280f62 service nova] Acquiring lock "67a00538-d67f-4697-97d6-bb1c221847bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.346741] env[69374]: DEBUG oslo_concurrency.lockutils [req-ec3b2734-d9a5-4025-ae2a-6dd8d575668c req-1b124c86-e5fb-453b-af4e-cc0446280f62 service nova] Lock "67a00538-d67f-4697-97d6-bb1c221847bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.346964] env[69374]: DEBUG oslo_concurrency.lockutils [req-ec3b2734-d9a5-4025-ae2a-6dd8d575668c req-1b124c86-e5fb-453b-af4e-cc0446280f62 service nova] Lock "67a00538-d67f-4697-97d6-bb1c221847bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.347186] env[69374]: DEBUG nova.compute.manager [req-ec3b2734-d9a5-4025-ae2a-6dd8d575668c req-1b124c86-e5fb-453b-af4e-cc0446280f62 service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] No waiting events found dispatching network-vif-plugged-a30cec25-afe0-42a7-af87-88445ea9ff1e {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.347413] env[69374]: WARNING nova.compute.manager [req-ec3b2734-d9a5-4025-ae2a-6dd8d575668c req-1b124c86-e5fb-453b-af4e-cc0446280f62 service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Received unexpected event network-vif-plugged-a30cec25-afe0-42a7-af87-88445ea9ff1e for instance with vm_state building and task_state spawning. [ 745.398851] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Successfully updated port: a30cec25-afe0-42a7-af87-88445ea9ff1e {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.557515] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf78d307-c4eb-4711-b7d9-1e94c78c98ef tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "b1971861-5b0a-45b9-a37c-972258e7ff85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.031s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.564196] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071386} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.565829] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.570363] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e8072f-7364-4aca-ad2a-7a9c6dc24e99 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.597101] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] ad8c7bf8-0e9d-4e18-940a-f987e0ac954b/ad8c7bf8-0e9d-4e18-940a-f987e0ac954b.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.600666] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cac4e3d-5194-40ab-958f-8b931ad9bb7d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.629636] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 745.629636] env[69374]: value = "task-4111023" [ 745.629636] env[69374]: _type = "Task" [ 745.629636] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.638921] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.792375] env[69374]: INFO nova.compute.manager [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Took 39.41 seconds to build instance. [ 745.902537] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "refresh_cache-67a00538-d67f-4697-97d6-bb1c221847bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.902744] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "refresh_cache-67a00538-d67f-4697-97d6-bb1c221847bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.903014] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.146133] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111023, 'name': ReconfigVM_Task, 'duration_secs': 0.305659} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.146724] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Reconfigured VM instance instance-0000001c to attach disk [datastore1] ad8c7bf8-0e9d-4e18-940a-f987e0ac954b/ad8c7bf8-0e9d-4e18-940a-f987e0ac954b.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.147429] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd8a5fe8-e652-4f40-a0d6-6f991f2e9479 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.157625] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 746.157625] env[69374]: value = "task-4111024" [ 746.157625] env[69374]: _type = "Task" [ 746.157625] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.167911] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111024, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.169714] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c11c48-d02d-4054-9fb1-afde7602c429 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.179669] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b055242-c8b6-43f9-938e-f88373596cae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.219214] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601c71e7-d56e-4810-8607-a81d4938adf0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.229370] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3098128-f853-46c9-8c50-48cf37664d60 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.248853] env[69374]: DEBUG nova.compute.provider_tree [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.297070] env[69374]: DEBUG oslo_concurrency.lockutils [None req-880e8e6b-3f95-4326-ac11-7699b144e952 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b08b3ed7-5812-432e-b618-f43104029336" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.738s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.439312] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.603154] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Updating instance_info_cache with network_info: [{"id": "a30cec25-afe0-42a7-af87-88445ea9ff1e", "address": "fa:16:3e:13:51:f3", "network": {"id": "eb623222-1358-45aa-ac1d-8aa8eda189e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1677884521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1e2d1f1dc049019016b0f9c5d648c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30cec25-af", "ovs_interfaceid": "a30cec25-afe0-42a7-af87-88445ea9ff1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.669194] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111024, 'name': Rename_Task, 'duration_secs': 0.165698} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.669425] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.669666] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc42b4f1-d29d-40b9-9f8d-8a4afaf04efe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.680082] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 746.680082] env[69374]: value = "task-4111025" [ 746.680082] env[69374]: _type = "Task" [ 746.680082] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.691152] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.753640] env[69374]: DEBUG nova.scheduler.client.report [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.799758] env[69374]: DEBUG nova.compute.manager [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.105098] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "refresh_cache-67a00538-d67f-4697-97d6-bb1c221847bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.105735] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Instance network_info: |[{"id": "a30cec25-afe0-42a7-af87-88445ea9ff1e", "address": "fa:16:3e:13:51:f3", "network": {"id": "eb623222-1358-45aa-ac1d-8aa8eda189e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1677884521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1e2d1f1dc049019016b0f9c5d648c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30cec25-af", "ovs_interfaceid": "a30cec25-afe0-42a7-af87-88445ea9ff1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.105992] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:51:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a30cec25-afe0-42a7-af87-88445ea9ff1e', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.114133] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.114475] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.115229] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2768e682-3ee9-4362-9ce6-ffed6e9db91c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.139261] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.139261] env[69374]: value = "task-4111026" [ 747.139261] env[69374]: _type = "Task" [ 747.139261] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.148067] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111026, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.193793] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111025, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.261357] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.263618] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.425s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.265396] env[69374]: INFO nova.compute.claims [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.294043] env[69374]: INFO nova.scheduler.client.report [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Deleted allocations for instance f35ffdf6-4113-4f4d-b574-25aef8c0ba27 [ 747.338260] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.511725] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "5149de8c-a780-42f3-b06e-8c51585a5329" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.512541] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "5149de8c-a780-42f3-b06e-8c51585a5329" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.652407] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111026, 'name': CreateVM_Task, 'duration_secs': 0.491038} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.652407] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.652407] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.652407] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.652407] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.653204] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44e86f7-291d-48b3-a415-ce37d8004eea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.660419] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 747.660419] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e47f57-290a-706e-bc06-7967b8044811" [ 747.660419] env[69374]: _type = "Task" [ 747.660419] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.669746] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e47f57-290a-706e-bc06-7967b8044811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.672663] env[69374]: DEBUG nova.compute.manager [req-124074a9-61a5-4445-bae8-2d452ca49fea req-8740f147-cf54-456d-add1-dd9d8036c390 service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Received event network-changed-a30cec25-afe0-42a7-af87-88445ea9ff1e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.672962] env[69374]: DEBUG nova.compute.manager [req-124074a9-61a5-4445-bae8-2d452ca49fea req-8740f147-cf54-456d-add1-dd9d8036c390 service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Refreshing instance network info cache due to event network-changed-a30cec25-afe0-42a7-af87-88445ea9ff1e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.675669] env[69374]: DEBUG oslo_concurrency.lockutils [req-124074a9-61a5-4445-bae8-2d452ca49fea req-8740f147-cf54-456d-add1-dd9d8036c390 service nova] Acquiring lock "refresh_cache-67a00538-d67f-4697-97d6-bb1c221847bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.675669] env[69374]: DEBUG oslo_concurrency.lockutils [req-124074a9-61a5-4445-bae8-2d452ca49fea req-8740f147-cf54-456d-add1-dd9d8036c390 service nova] Acquired lock "refresh_cache-67a00538-d67f-4697-97d6-bb1c221847bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.675669] env[69374]: DEBUG nova.network.neutron [req-124074a9-61a5-4445-bae8-2d452ca49fea req-8740f147-cf54-456d-add1-dd9d8036c390 service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Refreshing network info cache for port a30cec25-afe0-42a7-af87-88445ea9ff1e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.697371] env[69374]: DEBUG oslo_vmware.api [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111025, 'name': PowerOnVM_Task, 'duration_secs': 0.558527} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.697878] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.698302] env[69374]: INFO nova.compute.manager [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Took 7.84 seconds to spawn the instance on the hypervisor. [ 747.698483] env[69374]: DEBUG nova.compute.manager [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.699436] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a646cf66-fffd-40c6-98b2-c0ab87fe95c9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.804276] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a19efcaa-10e4-45cf-9955-114413209e62 tempest-ServerMetadataTestJSON-738423603 tempest-ServerMetadataTestJSON-738423603-project-member] Lock "f35ffdf6-4113-4f4d-b574-25aef8c0ba27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.697s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.844478] env[69374]: DEBUG nova.compute.manager [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.845403] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b149b93b-75b9-48cd-ac45-8a6b11622556 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.129261] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.132474] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.178510] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e47f57-290a-706e-bc06-7967b8044811, 'name': SearchDatastore_Task, 'duration_secs': 0.029215} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.182021] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.182021] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.182021] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.182021] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.182021] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.182021] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81da5d3a-98b6-4b8e-a260-855e16eba937 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.198040] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.198605] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.199555] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a4d9c3-d04f-4c84-a3ef-f1c2ab256a11 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.206945] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 748.206945] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e99561-6ed4-8b04-8447-0c1dffe02ae8" [ 748.206945] env[69374]: _type = "Task" [ 748.206945] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.222405] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e99561-6ed4-8b04-8447-0c1dffe02ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.224839] env[69374]: INFO nova.compute.manager [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Took 36.05 seconds to build instance. [ 748.359299] env[69374]: INFO nova.compute.manager [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] instance snapshotting [ 748.363073] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c402f3bf-68ed-493f-9eeb-f79c857a2a2f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.392845] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb87e39-d5f3-4c81-916c-f1fa5c24c0c2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.476869] env[69374]: DEBUG nova.network.neutron [req-124074a9-61a5-4445-bae8-2d452ca49fea req-8740f147-cf54-456d-add1-dd9d8036c390 service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Updated VIF entry in instance network info cache for port a30cec25-afe0-42a7-af87-88445ea9ff1e. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.477623] env[69374]: DEBUG nova.network.neutron [req-124074a9-61a5-4445-bae8-2d452ca49fea req-8740f147-cf54-456d-add1-dd9d8036c390 service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Updating instance_info_cache with network_info: [{"id": "a30cec25-afe0-42a7-af87-88445ea9ff1e", "address": "fa:16:3e:13:51:f3", "network": {"id": "eb623222-1358-45aa-ac1d-8aa8eda189e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1677884521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1e2d1f1dc049019016b0f9c5d648c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30cec25-af", "ovs_interfaceid": "a30cec25-afe0-42a7-af87-88445ea9ff1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.718764] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e99561-6ed4-8b04-8447-0c1dffe02ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.034586} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.720489] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f39741-55f3-40fe-a8da-37256cc23d26 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.726301] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 748.726301] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526fcc96-107f-0eb5-a7d9-770de6a5493a" [ 748.726301] env[69374]: _type = "Task" [ 748.726301] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.726673] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c971d5-f8b5-4737-8aee-0f80bf8ac347 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.049s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.737568] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526fcc96-107f-0eb5-a7d9-770de6a5493a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.870551] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b82d2e-9918-4c8e-a0f0-6df560b45f31 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.879607] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919171ad-ec79-48fb-ad86-c5b85fb7c6bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.912184] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 748.912679] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a76ff906-2498-4f82-900a-8c68916bbeac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.915159] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca22558-07b1-42fd-af9e-906e04c4ad51 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.926271] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9e5b69-e5db-459f-860e-441683d5e013 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.931795] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 748.931795] env[69374]: value = "task-4111027" [ 748.931795] env[69374]: _type = "Task" [ 748.931795] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.951550] env[69374]: DEBUG nova.compute.provider_tree [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.958239] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111027, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.980087] env[69374]: DEBUG oslo_concurrency.lockutils [req-124074a9-61a5-4445-bae8-2d452ca49fea req-8740f147-cf54-456d-add1-dd9d8036c390 service nova] Releasing lock "refresh_cache-67a00538-d67f-4697-97d6-bb1c221847bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.233152] env[69374]: DEBUG nova.compute.manager [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.244107] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526fcc96-107f-0eb5-a7d9-770de6a5493a, 'name': SearchDatastore_Task, 'duration_secs': 0.032839} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.244446] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.244743] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 67a00538-d67f-4697-97d6-bb1c221847bf/67a00538-d67f-4697-97d6-bb1c221847bf.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.245046] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25fdc4c3-2582-4f72-b292-eff72aa6b2ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.253621] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 749.253621] env[69374]: value = "task-4111028" [ 749.253621] env[69374]: _type = "Task" [ 749.253621] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.263305] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.410921] env[69374]: DEBUG nova.objects.instance [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lazy-loading 'flavor' on Instance uuid f89bfd02-b61d-4942-851d-d9678c913852 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.447415] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111027, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.456023] env[69374]: DEBUG nova.scheduler.client.report [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.767177] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111028, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.767810] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.918117] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquiring lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.918378] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquired lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.947347] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111027, 'name': CreateSnapshot_Task, 'duration_secs': 0.865108} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.948918] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 749.952065] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06cbe6c-2a8a-409a-b349-dc0451f0823b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.955245] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.955575] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.966917] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.966917] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.972501] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.654s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.972785] env[69374]: DEBUG nova.objects.instance [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lazy-loading 'resources' on Instance uuid af67629c-8b83-41b7-847c-049a305f970c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.266285] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548361} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.266741] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 67a00538-d67f-4697-97d6-bb1c221847bf/67a00538-d67f-4697-97d6-bb1c221847bf.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.267128] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.267490] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50789f77-2253-4124-be72-c24aac3790c8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.275467] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 750.275467] env[69374]: value = "task-4111029" [ 750.275467] env[69374]: _type = "Task" [ 750.275467] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.290407] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.474831] env[69374]: DEBUG nova.compute.utils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.477658] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.478117] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.489623] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 750.493373] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8faf574a-f450-4a12-9b6a-db5a601039ed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.507992] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 750.507992] env[69374]: value = "task-4111030" [ 750.507992] env[69374]: _type = "Task" [ 750.507992] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.518684] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111030, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.556723] env[69374]: DEBUG nova.policy [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6eb4e980e941689e9e6620455e8e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b1e2d1f1dc049019016b0f9c5d648c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.791496] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14219} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.792159] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.793420] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11e668c-06c5-4967-b46c-6813a6564456 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.825762] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 67a00538-d67f-4697-97d6-bb1c221847bf/67a00538-d67f-4697-97d6-bb1c221847bf.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.830622] env[69374]: DEBUG nova.network.neutron [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.835016] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e2130e-9966-49a0-a536-b5fc14c50e1f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.859027] env[69374]: DEBUG nova.compute.manager [req-a62053e0-2504-48e6-b149-dbba44aeae7c req-b6b15728-1b97-46a7-afb8-eea3cbf4c9f0 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Received event network-changed-312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.859027] env[69374]: DEBUG nova.compute.manager [req-a62053e0-2504-48e6-b149-dbba44aeae7c req-b6b15728-1b97-46a7-afb8-eea3cbf4c9f0 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Refreshing instance network info cache due to event network-changed-312dd64a-3a86-4a49-b5ce-3b82ecb81271. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.859027] env[69374]: DEBUG oslo_concurrency.lockutils [req-a62053e0-2504-48e6-b149-dbba44aeae7c req-b6b15728-1b97-46a7-afb8-eea3cbf4c9f0 service nova] Acquiring lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.865270] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 750.865270] env[69374]: value = "task-4111031" [ 750.865270] env[69374]: _type = "Task" [ 750.865270] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.883025] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.997643] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.022968] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111030, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.057775] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Successfully created port: 9d26c477-da11-41b5-9131-0a4413a6ebbe {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.182782] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff19dbb-3522-4787-a3e3-6e1047fe89e1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.194960] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e6abb0-72f7-4c4a-aee6-d6d4b3ca7fe8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.231855] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6e4ed4-5d42-40d3-8dc1-9ebb53d2658b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.240607] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3794e5f7-cd98-4782-aae2-af375b48d2be {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.258042] env[69374]: DEBUG nova.compute.provider_tree [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.297941] env[69374]: DEBUG nova.compute.manager [None req-753b3d70-de20-4391-aa9e-f7d46e95e180 tempest-ServerDiagnosticsV248Test-1470886130 tempest-ServerDiagnosticsV248Test-1470886130-project-admin] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.299881] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20844d3e-4d8b-4eed-adc4-82d9bc3af37b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.312457] env[69374]: INFO nova.compute.manager [None req-753b3d70-de20-4391-aa9e-f7d46e95e180 tempest-ServerDiagnosticsV248Test-1470886130 tempest-ServerDiagnosticsV248Test-1470886130-project-admin] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Retrieving diagnostics [ 751.313701] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0743bb1-99df-4f64-bb95-7c8fc2a6349b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.320144] env[69374]: DEBUG nova.network.neutron [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updating instance_info_cache with network_info: [{"id": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "address": "fa:16:3e:42:c1:3a", "network": {"id": "ee66aa00-4f4f-4f2f-8907-f27e74b7236f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1388541374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e368e3c74eb47928df7e7daf9eb8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312dd64a-3a", "ovs_interfaceid": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.382200] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.524625] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111030, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.764071] env[69374]: DEBUG nova.scheduler.client.report [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.828391] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Releasing lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.828441] env[69374]: DEBUG nova.compute.manager [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Inject network info {{(pid=69374) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 751.828866] env[69374]: DEBUG nova.compute.manager [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] network_info to inject: |[{"id": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "address": "fa:16:3e:42:c1:3a", "network": {"id": "ee66aa00-4f4f-4f2f-8907-f27e74b7236f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1388541374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e368e3c74eb47928df7e7daf9eb8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312dd64a-3a", "ovs_interfaceid": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 751.833955] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Reconfiguring VM instance to set the machine id {{(pid=69374) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 751.834507] env[69374]: DEBUG oslo_concurrency.lockutils [req-a62053e0-2504-48e6-b149-dbba44aeae7c req-b6b15728-1b97-46a7-afb8-eea3cbf4c9f0 service nova] Acquired lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.834742] env[69374]: DEBUG nova.network.neutron [req-a62053e0-2504-48e6-b149-dbba44aeae7c req-b6b15728-1b97-46a7-afb8-eea3cbf4c9f0 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Refreshing network info cache for port 312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.836405] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd48a4a-e4c2-47c4-b42b-654943bfe00c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.855500] env[69374]: DEBUG oslo_vmware.api [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 751.855500] env[69374]: value = "task-4111032" [ 751.855500] env[69374]: _type = "Task" [ 751.855500] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.867183] env[69374]: DEBUG oslo_vmware.api [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4111032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.877878] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111031, 'name': ReconfigVM_Task, 'duration_secs': 0.689105} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.878324] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 67a00538-d67f-4697-97d6-bb1c221847bf/67a00538-d67f-4697-97d6-bb1c221847bf.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.879069] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a21918a0-394c-46df-8812-0298a465f244 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.886741] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 751.886741] env[69374]: value = "task-4111033" [ 751.886741] env[69374]: _type = "Task" [ 751.886741] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.897259] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111033, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.015205] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.028147] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111030, 'name': CloneVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.043710] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.044441] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.044441] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.044567] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.044719] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.044897] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.045414] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.045520] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.045601] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.045789] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.046108] env[69374]: DEBUG nova.virt.hardware [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.046999] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078c7f32-d6e0-41e6-a61a-91712ff2b0db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.057323] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce43f49-ff3e-4d6e-bfb2-f29294f094c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.270978] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.274080] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.086s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.275247] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.275515] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 752.279240] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.298s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.280866] env[69374]: INFO nova.compute.claims [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.284419] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d269f2e6-5af9-4fd7-9fd6-d327e0d68ea3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.294433] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc67dd7-ca71-4147-9303-212960041386 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.313048] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bc9c90-0eb7-4b9e-8981-4616a880656b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.321214] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fd7ce2-b3f3-4953-b7c6-ab146dee7969 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.359918] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180314MB free_disk=15GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 752.360154] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.361407] env[69374]: INFO nova.scheduler.client.report [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Deleted allocations for instance af67629c-8b83-41b7-847c-049a305f970c [ 752.376790] env[69374]: DEBUG oslo_vmware.api [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4111032, 'name': ReconfigVM_Task, 'duration_secs': 0.184715} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.377164] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7722fdf-a5e5-4f0c-9b7d-ac6999bc565d tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Reconfigured VM instance to set the machine id {{(pid=69374) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 752.397501] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111033, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.507174] env[69374]: DEBUG nova.objects.instance [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lazy-loading 'flavor' on Instance uuid f89bfd02-b61d-4942-851d-d9678c913852 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.526311] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111030, 'name': CloneVM_Task, 'duration_secs': 1.585094} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.526311] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Created linked-clone VM from snapshot [ 752.528433] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab4fb78-ed42-410e-9789-936747cdb7ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.542148] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Uploading image 458aa408-63a7-48cc-86d9-945acb001d6d {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 752.567468] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquiring lock "38c6330f-116c-4976-b127-e2b389e00475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.567718] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Lock "38c6330f-116c-4976-b127-e2b389e00475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.567955] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquiring lock "38c6330f-116c-4976-b127-e2b389e00475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.568237] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Lock "38c6330f-116c-4976-b127-e2b389e00475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.568411] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Lock "38c6330f-116c-4976-b127-e2b389e00475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.572445] env[69374]: INFO nova.compute.manager [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Terminating instance [ 752.581048] env[69374]: DEBUG oslo_vmware.rw_handles [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.581048] env[69374]: value = "vm-814413" [ 752.581048] env[69374]: _type = "VirtualMachine" [ 752.581048] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.581638] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c5b1407-b6ec-4908-b5fb-8217064ea662 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.590946] env[69374]: DEBUG oslo_vmware.rw_handles [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lease: (returnval){ [ 752.590946] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52729755-ff9b-1349-0e6a-e8e8ed0a1cd0" [ 752.590946] env[69374]: _type = "HttpNfcLease" [ 752.590946] env[69374]: } obtained for exporting VM: (result){ [ 752.590946] env[69374]: value = "vm-814413" [ 752.590946] env[69374]: _type = "VirtualMachine" [ 752.590946] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.590946] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the lease: (returnval){ [ 752.590946] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52729755-ff9b-1349-0e6a-e8e8ed0a1cd0" [ 752.590946] env[69374]: _type = "HttpNfcLease" [ 752.590946] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.599888] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.599888] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52729755-ff9b-1349-0e6a-e8e8ed0a1cd0" [ 752.599888] env[69374]: _type = "HttpNfcLease" [ 752.599888] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 752.756220] env[69374]: DEBUG nova.network.neutron [req-a62053e0-2504-48e6-b149-dbba44aeae7c req-b6b15728-1b97-46a7-afb8-eea3cbf4c9f0 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updated VIF entry in instance network info cache for port 312dd64a-3a86-4a49-b5ce-3b82ecb81271. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.756612] env[69374]: DEBUG nova.network.neutron [req-a62053e0-2504-48e6-b149-dbba44aeae7c req-b6b15728-1b97-46a7-afb8-eea3cbf4c9f0 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updating instance_info_cache with network_info: [{"id": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "address": "fa:16:3e:42:c1:3a", "network": {"id": "ee66aa00-4f4f-4f2f-8907-f27e74b7236f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1388541374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e368e3c74eb47928df7e7daf9eb8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312dd64a-3a", "ovs_interfaceid": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.857751] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Successfully updated port: 9d26c477-da11-41b5-9131-0a4413a6ebbe {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.880627] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a42da9af-a0ab-43e6-8092-2649f1990fc8 tempest-DeleteServersAdminTestJSON-728414520 tempest-DeleteServersAdminTestJSON-728414520-project-member] Lock "af67629c-8b83-41b7-847c-049a305f970c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.249s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.889207] env[69374]: DEBUG nova.compute.manager [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Received event network-vif-plugged-9d26c477-da11-41b5-9131-0a4413a6ebbe {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.889450] env[69374]: DEBUG oslo_concurrency.lockutils [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] Acquiring lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.891615] env[69374]: DEBUG oslo_concurrency.lockutils [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] Lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.891615] env[69374]: DEBUG oslo_concurrency.lockutils [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] Lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.891615] env[69374]: DEBUG nova.compute.manager [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] No waiting events found dispatching network-vif-plugged-9d26c477-da11-41b5-9131-0a4413a6ebbe {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 752.891615] env[69374]: WARNING nova.compute.manager [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Received unexpected event network-vif-plugged-9d26c477-da11-41b5-9131-0a4413a6ebbe for instance with vm_state building and task_state spawning. [ 752.891615] env[69374]: DEBUG nova.compute.manager [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Received event network-changed-9d26c477-da11-41b5-9131-0a4413a6ebbe {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.891615] env[69374]: DEBUG nova.compute.manager [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Refreshing instance network info cache due to event network-changed-9d26c477-da11-41b5-9131-0a4413a6ebbe. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.892193] env[69374]: DEBUG oslo_concurrency.lockutils [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] Acquiring lock "refresh_cache-ed59b5f6-30c7-4e93-8340-abd701b8a7e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.892193] env[69374]: DEBUG oslo_concurrency.lockutils [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] Acquired lock "refresh_cache-ed59b5f6-30c7-4e93-8340-abd701b8a7e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.892193] env[69374]: DEBUG nova.network.neutron [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Refreshing network info cache for port 9d26c477-da11-41b5-9131-0a4413a6ebbe {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.906866] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111033, 'name': Rename_Task, 'duration_secs': 0.94063} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.907160] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.908156] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af8b19e-8ca7-4405-976d-a528623c3391 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.916107] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 752.916107] env[69374]: value = "task-4111035" [ 752.916107] env[69374]: _type = "Task" [ 752.916107] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.925584] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.013866] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquiring lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.076464] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquiring lock "refresh_cache-38c6330f-116c-4976-b127-e2b389e00475" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.076709] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquired lock "refresh_cache-38c6330f-116c-4976-b127-e2b389e00475" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.076979] env[69374]: DEBUG nova.network.neutron [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.103123] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 753.103123] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52729755-ff9b-1349-0e6a-e8e8ed0a1cd0" [ 753.103123] env[69374]: _type = "HttpNfcLease" [ 753.103123] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 753.103528] env[69374]: DEBUG oslo_vmware.rw_handles [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 753.103528] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52729755-ff9b-1349-0e6a-e8e8ed0a1cd0" [ 753.103528] env[69374]: _type = "HttpNfcLease" [ 753.103528] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 753.104251] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a8dea4-bc61-4c28-84c4-67c1bf43d0eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.113998] env[69374]: DEBUG oslo_vmware.rw_handles [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52871993-c975-31bd-d658-3d53a5a70144/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 753.114157] env[69374]: DEBUG oslo_vmware.rw_handles [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52871993-c975-31bd-d658-3d53a5a70144/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 753.248878] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b69987db-56d5-4feb-83c6-07d9eb1f5d79 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.259192] env[69374]: DEBUG oslo_concurrency.lockutils [req-a62053e0-2504-48e6-b149-dbba44aeae7c req-b6b15728-1b97-46a7-afb8-eea3cbf4c9f0 service nova] Releasing lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.259556] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquired lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.365614] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "refresh_cache-ed59b5f6-30c7-4e93-8340-abd701b8a7e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.431797] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.474363] env[69374]: DEBUG nova.network.neutron [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.670969] env[69374]: DEBUG nova.network.neutron [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.706853] env[69374]: DEBUG nova.network.neutron [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.823494] env[69374]: DEBUG nova.network.neutron [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.933841] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111035, 'name': PowerOnVM_Task, 'duration_secs': 0.724837} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.939294] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.939734] env[69374]: INFO nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Took 9.10 seconds to spawn the instance on the hypervisor. [ 753.939914] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.941274] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2861a86b-4f01-457c-bf33-15c80c47a21e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.007042] env[69374]: DEBUG nova.network.neutron [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.086878] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ea1903-1dd2-486f-b29b-9d5189276d66 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.106017] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378c5e94-eee2-4e93-956c-9cd5355ac265 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.149702] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc33d912-3929-493b-b9ba-972844b071ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.159041] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3968e1ce-c1d0-4532-973b-2d25965a1c05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.178727] env[69374]: DEBUG nova.compute.provider_tree [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.213719] env[69374]: DEBUG oslo_concurrency.lockutils [req-6efc998b-1381-403a-9ac1-a0244029ad0f req-3da0c752-8bc1-4cd1-b0ee-7941cfc1cf54 service nova] Releasing lock "refresh_cache-ed59b5f6-30c7-4e93-8340-abd701b8a7e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.214478] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "refresh_cache-ed59b5f6-30c7-4e93-8340-abd701b8a7e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.217116] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.326702] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Releasing lock "refresh_cache-38c6330f-116c-4976-b127-e2b389e00475" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.327217] env[69374]: DEBUG nova.compute.manager [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.327657] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.328585] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dafe364-0e35-4aed-8510-7c6d333b0b56 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.337864] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.337993] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a14a607-2745-460d-aae8-eb7f4f6f5de4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.345010] env[69374]: DEBUG oslo_vmware.api [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for the task: (returnval){ [ 754.345010] env[69374]: value = "task-4111036" [ 754.345010] env[69374]: _type = "Task" [ 754.345010] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.354869] env[69374]: DEBUG oslo_vmware.api [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.464465] env[69374]: INFO nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Took 33.87 seconds to build instance. [ 754.683556] env[69374]: DEBUG nova.scheduler.client.report [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.778778] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.862560] env[69374]: DEBUG oslo_vmware.api [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111036, 'name': PowerOffVM_Task, 'duration_secs': 0.173387} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.862661] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.862865] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.863190] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d90cfada-cbd6-4a56-8bd3-16483919baab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.896065] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.896065] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.896065] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Deleting the datastore file [datastore2] 38c6330f-116c-4976-b127-e2b389e00475 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.896065] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a2ee8b8-c777-4858-8c86-0a5693834e4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.907640] env[69374]: DEBUG oslo_vmware.api [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for the task: (returnval){ [ 754.907640] env[69374]: value = "task-4111038" [ 754.907640] env[69374]: _type = "Task" [ 754.907640] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.908850] env[69374]: DEBUG nova.network.neutron [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updating instance_info_cache with network_info: [{"id": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "address": "fa:16:3e:42:c1:3a", "network": {"id": "ee66aa00-4f4f-4f2f-8907-f27e74b7236f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1388541374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e368e3c74eb47928df7e7daf9eb8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312dd64a-3a", "ovs_interfaceid": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.923457] env[69374]: DEBUG oslo_vmware.api [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.969044] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "67a00538-d67f-4697-97d6-bb1c221847bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.856s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.045161] env[69374]: DEBUG nova.network.neutron [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Updating instance_info_cache with network_info: [{"id": "9d26c477-da11-41b5-9131-0a4413a6ebbe", "address": "fa:16:3e:6f:3f:bc", "network": {"id": "eb623222-1358-45aa-ac1d-8aa8eda189e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1677884521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1e2d1f1dc049019016b0f9c5d648c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d26c477-da", "ovs_interfaceid": "9d26c477-da11-41b5-9131-0a4413a6ebbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.070633] env[69374]: DEBUG nova.compute.manager [req-94b4a50a-7068-49a5-8dd2-fbf815ba4486 req-6c20355d-8943-410d-a200-6b261dc77b08 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Received event network-changed-312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.070934] env[69374]: DEBUG nova.compute.manager [req-94b4a50a-7068-49a5-8dd2-fbf815ba4486 req-6c20355d-8943-410d-a200-6b261dc77b08 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Refreshing instance network info cache due to event network-changed-312dd64a-3a86-4a49-b5ce-3b82ecb81271. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.071400] env[69374]: DEBUG oslo_concurrency.lockutils [req-94b4a50a-7068-49a5-8dd2-fbf815ba4486 req-6c20355d-8943-410d-a200-6b261dc77b08 service nova] Acquiring lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.192772] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.916s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.193250] env[69374]: DEBUG nova.compute.manager [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.196971] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.570s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.201536] env[69374]: DEBUG nova.objects.instance [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Lazy-loading 'resources' on Instance uuid 4a9a8f27-9e1d-41e2-b6aa-941746b393d9 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.418023] env[69374]: DEBUG oslo_concurrency.lockutils [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Releasing lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.418023] env[69374]: DEBUG nova.compute.manager [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Inject network info {{(pid=69374) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 755.418023] env[69374]: DEBUG nova.compute.manager [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] network_info to inject: |[{"id": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "address": "fa:16:3e:42:c1:3a", "network": {"id": "ee66aa00-4f4f-4f2f-8907-f27e74b7236f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1388541374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e368e3c74eb47928df7e7daf9eb8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312dd64a-3a", "ovs_interfaceid": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 755.421758] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Reconfiguring VM instance to set the machine id {{(pid=69374) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 755.422389] env[69374]: DEBUG oslo_concurrency.lockutils [req-94b4a50a-7068-49a5-8dd2-fbf815ba4486 req-6c20355d-8943-410d-a200-6b261dc77b08 service nova] Acquired lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.422770] env[69374]: DEBUG nova.network.neutron [req-94b4a50a-7068-49a5-8dd2-fbf815ba4486 req-6c20355d-8943-410d-a200-6b261dc77b08 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Refreshing network info cache for port 312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.424462] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8655d428-7b6b-4df1-9d40-426c68ca3410 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.451036] env[69374]: DEBUG oslo_vmware.api [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Task: {'id': task-4111038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148447} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.451036] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.451036] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.451406] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.451642] env[69374]: INFO nova.compute.manager [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Took 1.12 seconds to destroy the instance on the hypervisor. [ 755.451998] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.452273] env[69374]: DEBUG nova.compute.manager [-] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.452411] env[69374]: DEBUG nova.network.neutron [-] [instance: 38c6330f-116c-4976-b127-e2b389e00475] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.457336] env[69374]: DEBUG oslo_vmware.api [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 755.457336] env[69374]: value = "task-4111039" [ 755.457336] env[69374]: _type = "Task" [ 755.457336] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.468290] env[69374]: DEBUG oslo_vmware.api [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4111039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.473016] env[69374]: DEBUG nova.compute.manager [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.478733] env[69374]: DEBUG nova.network.neutron [-] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.549683] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "refresh_cache-ed59b5f6-30c7-4e93-8340-abd701b8a7e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.550021] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Instance network_info: |[{"id": "9d26c477-da11-41b5-9131-0a4413a6ebbe", "address": "fa:16:3e:6f:3f:bc", "network": {"id": "eb623222-1358-45aa-ac1d-8aa8eda189e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1677884521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1e2d1f1dc049019016b0f9c5d648c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d26c477-da", "ovs_interfaceid": "9d26c477-da11-41b5-9131-0a4413a6ebbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.550542] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:3f:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d26c477-da11-41b5-9131-0a4413a6ebbe', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.563936] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.564819] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.565346] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd0875db-6b58-439f-a7e1-59da9081e670 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.600952] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.600952] env[69374]: value = "task-4111040" [ 755.600952] env[69374]: _type = "Task" [ 755.600952] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.610342] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111040, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.648611] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquiring lock "f89bfd02-b61d-4942-851d-d9678c913852" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.648961] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lock "f89bfd02-b61d-4942-851d-d9678c913852" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.650684] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquiring lock "f89bfd02-b61d-4942-851d-d9678c913852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.650684] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lock "f89bfd02-b61d-4942-851d-d9678c913852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.650684] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lock "f89bfd02-b61d-4942-851d-d9678c913852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.655672] env[69374]: INFO nova.compute.manager [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Terminating instance [ 755.704720] env[69374]: DEBUG nova.compute.utils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.711060] env[69374]: DEBUG nova.compute.manager [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.711253] env[69374]: DEBUG nova.network.neutron [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.972461] env[69374]: DEBUG oslo_vmware.api [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4111039, 'name': ReconfigVM_Task, 'duration_secs': 0.185422} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.975758] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-62c67eeb-baff-401b-a537-b8ad8c415dcc tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Reconfigured VM instance to set the machine id {{(pid=69374) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 755.980957] env[69374]: DEBUG nova.network.neutron [-] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.000262] env[69374]: DEBUG nova.network.neutron [req-94b4a50a-7068-49a5-8dd2-fbf815ba4486 req-6c20355d-8943-410d-a200-6b261dc77b08 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updated VIF entry in instance network info cache for port 312dd64a-3a86-4a49-b5ce-3b82ecb81271. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.000645] env[69374]: DEBUG nova.network.neutron [req-94b4a50a-7068-49a5-8dd2-fbf815ba4486 req-6c20355d-8943-410d-a200-6b261dc77b08 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updating instance_info_cache with network_info: [{"id": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "address": "fa:16:3e:42:c1:3a", "network": {"id": "ee66aa00-4f4f-4f2f-8907-f27e74b7236f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1388541374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e368e3c74eb47928df7e7daf9eb8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312dd64a-3a", "ovs_interfaceid": "312dd64a-3a86-4a49-b5ce-3b82ecb81271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.026058] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.044719] env[69374]: DEBUG nova.policy [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bccf40a4604b4f44bcef5a745dd94436', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd20ab594d5e844179faae72ccb10d3e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.117153] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111040, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.168264] env[69374]: DEBUG nova.compute.manager [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.168528] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.169518] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a309cff1-e30b-42b7-a1f6-19ea1b2545d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.179293] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.182459] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bff604d-7e4e-4bf4-87d2-ec7f7f43bb41 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.191449] env[69374]: DEBUG oslo_vmware.api [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 756.191449] env[69374]: value = "task-4111041" [ 756.191449] env[69374]: _type = "Task" [ 756.191449] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.200836] env[69374]: DEBUG oslo_vmware.api [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4111041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.217410] env[69374]: DEBUG nova.compute.manager [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.439616] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db879304-eb7b-4f20-8cea-a4b287efe729 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.449973] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45cce24-f88e-42e9-9c8d-d798752745e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.487191] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3451682e-aeef-42bc-915b-4db9254e25ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.490638] env[69374]: INFO nova.compute.manager [-] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Took 1.04 seconds to deallocate network for instance. [ 756.499491] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471fcb73-f7f8-485c-ad3e-4bbb96bf8ec7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.504023] env[69374]: DEBUG oslo_concurrency.lockutils [req-94b4a50a-7068-49a5-8dd2-fbf815ba4486 req-6c20355d-8943-410d-a200-6b261dc77b08 service nova] Releasing lock "refresh_cache-f89bfd02-b61d-4942-851d-d9678c913852" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.517459] env[69374]: DEBUG nova.compute.provider_tree [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.527764] env[69374]: DEBUG nova.network.neutron [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Successfully created port: 97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.618239] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111040, 'name': CreateVM_Task, 'duration_secs': 0.597127} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.618396] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.619344] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.619344] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.620294] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.620294] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7747c0e8-6f08-43f8-b329-5773ffacd406 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.625882] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 756.625882] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52019b9a-f71e-f5ba-625b-05e1c9b16430" [ 756.625882] env[69374]: _type = "Task" [ 756.625882] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.635743] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52019b9a-f71e-f5ba-625b-05e1c9b16430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.702471] env[69374]: DEBUG oslo_vmware.api [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4111041, 'name': PowerOffVM_Task, 'duration_secs': 0.252854} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.702756] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.703124] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.703414] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-610e459a-1aa5-4745-a8c0-88224acc0d0e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.774226] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.774226] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.774226] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Deleting the datastore file [datastore2] f89bfd02-b61d-4942-851d-d9678c913852 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.774226] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-295448b9-15b4-4e53-9446-dcb44ba6126c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.784690] env[69374]: DEBUG oslo_vmware.api [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for the task: (returnval){ [ 756.784690] env[69374]: value = "task-4111043" [ 756.784690] env[69374]: _type = "Task" [ 756.784690] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.798379] env[69374]: DEBUG oslo_vmware.api [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4111043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.000534] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.024033] env[69374]: DEBUG nova.scheduler.client.report [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.140629] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52019b9a-f71e-f5ba-625b-05e1c9b16430, 'name': SearchDatastore_Task, 'duration_secs': 0.01776} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.140959] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.141335] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.141562] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.141765] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.141984] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.142591] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-328e5dde-e275-4428-9693-dcb12a95c705 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.153118] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.153338] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.154137] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb6d283-a8ac-4f15-8e68-3bd7c6b23e0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.161041] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 757.161041] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522066ee-d375-ee1d-ebf5-554e8db3b688" [ 757.161041] env[69374]: _type = "Task" [ 757.161041] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.172740] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522066ee-d375-ee1d-ebf5-554e8db3b688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.230368] env[69374]: DEBUG nova.compute.manager [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.262688] env[69374]: DEBUG nova.virt.hardware [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.262932] env[69374]: DEBUG nova.virt.hardware [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.263102] env[69374]: DEBUG nova.virt.hardware [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.263336] env[69374]: DEBUG nova.virt.hardware [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.263528] env[69374]: DEBUG nova.virt.hardware [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.263683] env[69374]: DEBUG nova.virt.hardware [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.264575] env[69374]: DEBUG nova.virt.hardware [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.264575] env[69374]: DEBUG nova.virt.hardware [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.264575] env[69374]: DEBUG nova.virt.hardware [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.264575] env[69374]: DEBUG nova.virt.hardware [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.264575] env[69374]: DEBUG nova.virt.hardware [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.268099] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f700438a-cc78-4aa1-9227-ae14bc38de95 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.275528] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da46d6c4-280d-434d-ba62-e827f56ab232 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.307879] env[69374]: DEBUG oslo_vmware.api [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Task: {'id': task-4111043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323984} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.307879] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.311746] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.311746] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.311976] env[69374]: INFO nova.compute.manager [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Took 1.14 seconds to destroy the instance on the hypervisor. [ 757.312144] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.312963] env[69374]: DEBUG nova.compute.manager [-] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.312963] env[69374]: DEBUG nova.network.neutron [-] [instance: f89bfd02-b61d-4942-851d-d9678c913852] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.528993] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.537017] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.310s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.541085] env[69374]: INFO nova.compute.claims [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.580518] env[69374]: INFO nova.scheduler.client.report [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Deleted allocations for instance 4a9a8f27-9e1d-41e2-b6aa-941746b393d9 [ 757.676698] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522066ee-d375-ee1d-ebf5-554e8db3b688, 'name': SearchDatastore_Task, 'duration_secs': 0.016034} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.677548] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a26709-6127-4a76-966c-a5a7c9be3a4b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.686443] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 757.686443] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]528808ae-5bee-a69a-b8b0-0ba42737ff4a" [ 757.686443] env[69374]: _type = "Task" [ 757.686443] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.694896] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528808ae-5bee-a69a-b8b0-0ba42737ff4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.091152] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dbba6611-0d78-4e1f-b536-80ec34bde5fa tempest-ServerDiagnosticsNegativeTest-2136637623 tempest-ServerDiagnosticsNegativeTest-2136637623-project-member] Lock "4a9a8f27-9e1d-41e2-b6aa-941746b393d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.150s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.197750] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528808ae-5bee-a69a-b8b0-0ba42737ff4a, 'name': SearchDatastore_Task, 'duration_secs': 0.026639} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.198535] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.198535] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ed59b5f6-30c7-4e93-8340-abd701b8a7e9/ed59b5f6-30c7-4e93-8340-abd701b8a7e9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.198726] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75bdc81d-33e8-48ce-8d8d-9d09f928a5bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.209912] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 758.209912] env[69374]: value = "task-4111044" [ 758.209912] env[69374]: _type = "Task" [ 758.209912] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.223639] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.346434] env[69374]: DEBUG nova.network.neutron [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Successfully updated port: 97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.422215] env[69374]: DEBUG nova.compute.manager [req-e3de9b82-acdb-482d-a7b7-3852eb9061c5 req-641dfb7e-8658-412f-83ed-a9d2cc1d3aee service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Received event network-vif-plugged-97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.422326] env[69374]: DEBUG oslo_concurrency.lockutils [req-e3de9b82-acdb-482d-a7b7-3852eb9061c5 req-641dfb7e-8658-412f-83ed-a9d2cc1d3aee service nova] Acquiring lock "79593cb2-e266-49c8-905d-c0ff06320f3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.422633] env[69374]: DEBUG oslo_concurrency.lockutils [req-e3de9b82-acdb-482d-a7b7-3852eb9061c5 req-641dfb7e-8658-412f-83ed-a9d2cc1d3aee service nova] Lock "79593cb2-e266-49c8-905d-c0ff06320f3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.422773] env[69374]: DEBUG oslo_concurrency.lockutils [req-e3de9b82-acdb-482d-a7b7-3852eb9061c5 req-641dfb7e-8658-412f-83ed-a9d2cc1d3aee service nova] Lock "79593cb2-e266-49c8-905d-c0ff06320f3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.423340] env[69374]: DEBUG nova.compute.manager [req-e3de9b82-acdb-482d-a7b7-3852eb9061c5 req-641dfb7e-8658-412f-83ed-a9d2cc1d3aee service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] No waiting events found dispatching network-vif-plugged-97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.423340] env[69374]: WARNING nova.compute.manager [req-e3de9b82-acdb-482d-a7b7-3852eb9061c5 req-641dfb7e-8658-412f-83ed-a9d2cc1d3aee service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Received unexpected event network-vif-plugged-97b11513-ba6a-4a33-8072-7e139780910b for instance with vm_state building and task_state spawning. [ 758.615194] env[69374]: DEBUG nova.compute.manager [req-22bdc837-77be-4410-bcfa-594e2800146c req-830b9a42-961e-4447-bffb-7f8e73425df6 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Received event network-vif-deleted-312dd64a-3a86-4a49-b5ce-3b82ecb81271 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.615619] env[69374]: INFO nova.compute.manager [req-22bdc837-77be-4410-bcfa-594e2800146c req-830b9a42-961e-4447-bffb-7f8e73425df6 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Neutron deleted interface 312dd64a-3a86-4a49-b5ce-3b82ecb81271; detaching it from the instance and deleting it from the info cache [ 758.615876] env[69374]: DEBUG nova.network.neutron [req-22bdc837-77be-4410-bcfa-594e2800146c req-830b9a42-961e-4447-bffb-7f8e73425df6 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.729457] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111044, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.770548] env[69374]: DEBUG nova.network.neutron [-] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.849839] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.849930] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquired lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.850972] env[69374]: DEBUG nova.network.neutron [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.916347] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquiring lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.916775] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.126936] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f6ba8ac-ffb6-45e3-b196-e5c9a0e8562d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.146335] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8bb18e-9a06-4e39-a1b7-e53c135c8f67 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.186905] env[69374]: DEBUG nova.compute.manager [req-22bdc837-77be-4410-bcfa-594e2800146c req-830b9a42-961e-4447-bffb-7f8e73425df6 service nova] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Detach interface failed, port_id=312dd64a-3a86-4a49-b5ce-3b82ecb81271, reason: Instance f89bfd02-b61d-4942-851d-d9678c913852 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 759.222488] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618986} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.222753] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ed59b5f6-30c7-4e93-8340-abd701b8a7e9/ed59b5f6-30c7-4e93-8340-abd701b8a7e9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.222971] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.223278] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88cfda3f-a6be-4ac9-bb05-6c6500b39780 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.235049] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 759.235049] env[69374]: value = "task-4111045" [ 759.235049] env[69374]: _type = "Task" [ 759.235049] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.247944] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.264554] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88679777-2cdc-43f0-b1e8-9fc7d1e43162 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.274527] env[69374]: INFO nova.compute.manager [-] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Took 1.96 seconds to deallocate network for instance. [ 759.277709] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d28ed5-b762-483b-8a9f-c471f18a59e8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.323991] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6ce598-6b46-49bc-a35a-ae29a7686a1e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.333301] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f77cbe1-c004-4284-a5c3-4affcc791f0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.351867] env[69374]: DEBUG nova.compute.provider_tree [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.415809] env[69374]: DEBUG nova.network.neutron [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.605722] env[69374]: DEBUG nova.network.neutron [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updating instance_info_cache with network_info: [{"id": "97b11513-ba6a-4a33-8072-7e139780910b", "address": "fa:16:3e:09:eb:53", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b11513-ba", "ovs_interfaceid": "97b11513-ba6a-4a33-8072-7e139780910b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.748178] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081014} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.748470] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.749308] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b52e667-ad56-4814-a043-5d40fdcb33a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.777779] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] ed59b5f6-30c7-4e93-8340-abd701b8a7e9/ed59b5f6-30c7-4e93-8340-abd701b8a7e9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.777779] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-313bcbe0-6acb-44f6-b44a-37fc84fedbb3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.797907] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.804716] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 759.804716] env[69374]: value = "task-4111046" [ 759.804716] env[69374]: _type = "Task" [ 759.804716] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.818060] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.855454] env[69374]: DEBUG nova.scheduler.client.report [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.112053] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Releasing lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.112480] env[69374]: DEBUG nova.compute.manager [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Instance network_info: |[{"id": "97b11513-ba6a-4a33-8072-7e139780910b", "address": "fa:16:3e:09:eb:53", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b11513-ba", "ovs_interfaceid": "97b11513-ba6a-4a33-8072-7e139780910b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.112955] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:eb:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b11513-ba6a-4a33-8072-7e139780910b', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.123139] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Creating folder: Project (d20ab594d5e844179faae72ccb10d3e1). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.123569] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-021d30e7-4003-401a-90fd-c273e50e095c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.139490] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Created folder: Project (d20ab594d5e844179faae72ccb10d3e1) in parent group-v814324. [ 760.139711] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Creating folder: Instances. Parent ref: group-v814415. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.139970] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dfd8ba9-4e04-4906-93bd-dba7da7d47be {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.158025] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Created folder: Instances in parent group-v814415. [ 760.158025] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.158025] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.158025] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa0f83a4-de6a-4578-884d-5d47a9f3984c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.178455] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.178455] env[69374]: value = "task-4111049" [ 760.178455] env[69374]: _type = "Task" [ 760.178455] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.192284] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111049, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.319777] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111046, 'name': ReconfigVM_Task, 'duration_secs': 0.45397} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.320178] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Reconfigured VM instance instance-0000001e to attach disk [datastore1] ed59b5f6-30c7-4e93-8340-abd701b8a7e9/ed59b5f6-30c7-4e93-8340-abd701b8a7e9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.321247] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b158285-e4a5-4f56-9580-56209004997f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.330620] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 760.330620] env[69374]: value = "task-4111050" [ 760.330620] env[69374]: _type = "Task" [ 760.330620] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.341858] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111050, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.361414] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.362080] env[69374]: DEBUG nova.compute.manager [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.365190] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.279s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.365672] env[69374]: DEBUG nova.objects.instance [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lazy-loading 'resources' on Instance uuid 6ba85db5-0d68-4266-8760-15c9ad2f2fe0 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.597431] env[69374]: DEBUG nova.compute.manager [req-78a4c131-a363-4753-a169-af12833b267b req-85d2cb33-b84a-4f7f-8673-4b2ba9283c23 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Received event network-changed-97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.597431] env[69374]: DEBUG nova.compute.manager [req-78a4c131-a363-4753-a169-af12833b267b req-85d2cb33-b84a-4f7f-8673-4b2ba9283c23 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Refreshing instance network info cache due to event network-changed-97b11513-ba6a-4a33-8072-7e139780910b. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.597431] env[69374]: DEBUG oslo_concurrency.lockutils [req-78a4c131-a363-4753-a169-af12833b267b req-85d2cb33-b84a-4f7f-8673-4b2ba9283c23 service nova] Acquiring lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.597431] env[69374]: DEBUG oslo_concurrency.lockutils [req-78a4c131-a363-4753-a169-af12833b267b req-85d2cb33-b84a-4f7f-8673-4b2ba9283c23 service nova] Acquired lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.597431] env[69374]: DEBUG nova.network.neutron [req-78a4c131-a363-4753-a169-af12833b267b req-85d2cb33-b84a-4f7f-8673-4b2ba9283c23 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Refreshing network info cache for port 97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.691680] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111049, 'name': CreateVM_Task, 'duration_secs': 0.493621} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.691959] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.692749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.692987] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.693400] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.693702] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd4c977-086a-4cde-841c-606830ec6b7e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.699914] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 760.699914] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d31c8b-cbb2-41ee-0b5a-7a27450695d6" [ 760.699914] env[69374]: _type = "Task" [ 760.699914] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.710583] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d31c8b-cbb2-41ee-0b5a-7a27450695d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.848631] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111050, 'name': Rename_Task, 'duration_secs': 0.204634} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.849031] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.849356] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4d4138a-4e50-4676-8fc6-45e459984d4b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.857285] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 760.857285] env[69374]: value = "task-4111051" [ 760.857285] env[69374]: _type = "Task" [ 760.857285] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.871098] env[69374]: DEBUG nova.compute.utils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.873471] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.877259] env[69374]: DEBUG nova.compute.manager [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Not allocating networking since 'none' was specified. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 761.219746] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d31c8b-cbb2-41ee-0b5a-7a27450695d6, 'name': SearchDatastore_Task, 'duration_secs': 0.016622} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.220222] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.220565] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.220720] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.220918] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.221537] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.221537] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59faf024-349f-44e6-bb18-5868aebc7054 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.236693] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.236838] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.238499] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c4915d-643a-4ca6-9a09-a0483c4f057e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.251814] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 761.251814] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526e4f45-b61f-e9dc-3871-fa711e901df7" [ 761.251814] env[69374]: _type = "Task" [ 761.251814] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.263621] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526e4f45-b61f-e9dc-3871-fa711e901df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.372227] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.372921] env[69374]: DEBUG nova.network.neutron [req-78a4c131-a363-4753-a169-af12833b267b req-85d2cb33-b84a-4f7f-8673-4b2ba9283c23 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updated VIF entry in instance network info cache for port 97b11513-ba6a-4a33-8072-7e139780910b. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.373383] env[69374]: DEBUG nova.network.neutron [req-78a4c131-a363-4753-a169-af12833b267b req-85d2cb33-b84a-4f7f-8673-4b2ba9283c23 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updating instance_info_cache with network_info: [{"id": "97b11513-ba6a-4a33-8072-7e139780910b", "address": "fa:16:3e:09:eb:53", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b11513-ba", "ovs_interfaceid": "97b11513-ba6a-4a33-8072-7e139780910b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.379778] env[69374]: DEBUG nova.compute.manager [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.475591] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f89ca69-3ec5-4205-b31f-8546725be006 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.491809] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952ee4e3-6bd9-4ac1-9ee5-315e1ec13ced {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.532144] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09a6483-ec84-4340-905e-eaef31c9f61f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.543569] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c772f5-0d3b-41cd-9126-962162b28eb7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.562520] env[69374]: DEBUG nova.compute.provider_tree [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.573648] env[69374]: DEBUG oslo_vmware.rw_handles [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52871993-c975-31bd-d658-3d53a5a70144/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 761.574779] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c14483e-8b60-43bc-b1a1-a6b492c0ee03 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.583865] env[69374]: DEBUG oslo_vmware.rw_handles [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52871993-c975-31bd-d658-3d53a5a70144/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 761.584476] env[69374]: ERROR oslo_vmware.rw_handles [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52871993-c975-31bd-d658-3d53a5a70144/disk-0.vmdk due to incomplete transfer. [ 761.584476] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5ec505c-cb9a-4833-a7f1-58b00ec02365 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.595028] env[69374]: DEBUG oslo_vmware.rw_handles [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52871993-c975-31bd-d658-3d53a5a70144/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 761.595028] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Uploaded image 458aa408-63a7-48cc-86d9-945acb001d6d to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 761.597844] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 761.598996] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4ab6e2b9-4cd1-4c55-ae49-22345e5a036f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.608770] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 761.608770] env[69374]: value = "task-4111052" [ 761.608770] env[69374]: _type = "Task" [ 761.608770] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.621307] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111052, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.766287] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526e4f45-b61f-e9dc-3871-fa711e901df7, 'name': SearchDatastore_Task, 'duration_secs': 0.020126} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.767142] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e91a76-8911-46b0-8a3d-fe7dac9d0f52 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.776875] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 761.776875] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5274c1ad-a7c7-231d-72e3-969f87ce7443" [ 761.776875] env[69374]: _type = "Task" [ 761.776875] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.787577] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5274c1ad-a7c7-231d-72e3-969f87ce7443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.867818] env[69374]: DEBUG oslo_vmware.api [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111051, 'name': PowerOnVM_Task, 'duration_secs': 0.5882} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.868104] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.868393] env[69374]: INFO nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Took 9.85 seconds to spawn the instance on the hypervisor. [ 761.868640] env[69374]: DEBUG nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 761.869490] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26c3668-074e-475f-840f-16108943bfa7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.876107] env[69374]: DEBUG oslo_concurrency.lockutils [req-78a4c131-a363-4753-a169-af12833b267b req-85d2cb33-b84a-4f7f-8673-4b2ba9283c23 service nova] Releasing lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.068788] env[69374]: DEBUG nova.scheduler.client.report [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.119355] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111052, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.293328] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5274c1ad-a7c7-231d-72e3-969f87ce7443, 'name': SearchDatastore_Task, 'duration_secs': 0.01678} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.293328] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.293328] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 79593cb2-e266-49c8-905d-c0ff06320f3a/79593cb2-e266-49c8-905d-c0ff06320f3a.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.293698] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36a30806-36e6-4ec6-8c14-70062b1aa7f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.305027] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 762.305027] env[69374]: value = "task-4111053" [ 762.305027] env[69374]: _type = "Task" [ 762.305027] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.318217] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.391147] env[69374]: DEBUG nova.compute.manager [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.393824] env[69374]: INFO nova.compute.manager [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Took 36.59 seconds to build instance. [ 762.439324] env[69374]: DEBUG nova.virt.hardware [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.439324] env[69374]: DEBUG nova.virt.hardware [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.439324] env[69374]: DEBUG nova.virt.hardware [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.439324] env[69374]: DEBUG nova.virt.hardware [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.439324] env[69374]: DEBUG nova.virt.hardware [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.439324] env[69374]: DEBUG nova.virt.hardware [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.439324] env[69374]: DEBUG nova.virt.hardware [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.439324] env[69374]: DEBUG nova.virt.hardware [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.439324] env[69374]: DEBUG nova.virt.hardware [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.439324] env[69374]: DEBUG nova.virt.hardware [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.439324] env[69374]: DEBUG nova.virt.hardware [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.439324] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae22169-52e2-48f3-943b-04115f6fac93 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.447752] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1306186-368c-4c1f-8a77-ea467df88e77 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.467456] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.472837] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Creating folder: Project (4eda9c41c9864f50a3abad693a9885c2). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.473221] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5c9030c-bd89-40a9-9823-7b5105bda8cc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.486034] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Created folder: Project (4eda9c41c9864f50a3abad693a9885c2) in parent group-v814324. [ 762.486239] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Creating folder: Instances. Parent ref: group-v814418. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.486500] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d241d219-de0f-4b76-acbf-e318cbbf0052 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.498444] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Created folder: Instances in parent group-v814418. [ 762.498444] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.498444] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.498640] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b5d9b15-45cd-42be-8a19-ae782b569387 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.517816] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.517816] env[69374]: value = "task-4111056" [ 762.517816] env[69374]: _type = "Task" [ 762.517816] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.528289] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111056, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.574780] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.578265] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.072s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.580172] env[69374]: INFO nova.compute.claims [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.615280] env[69374]: INFO nova.scheduler.client.report [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Deleted allocations for instance 6ba85db5-0d68-4266-8760-15c9ad2f2fe0 [ 762.621940] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111052, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.818910] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111053, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.899430] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d5179e2-d442-4188-b91e-eb21a13bbb38 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.738s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.941790] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "23852d0d-1e37-458d-bc2f-453086768afc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.942268] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "23852d0d-1e37-458d-bc2f-453086768afc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.029845] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111056, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.127231] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111052, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.130769] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6a7e5cf7-c88f-4aaf-b968-deb81806e090 tempest-ImagesOneServerTestJSON-1727544728 tempest-ImagesOneServerTestJSON-1727544728-project-member] Lock "6ba85db5-0d68-4266-8760-15c9ad2f2fe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.503s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.318447] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546417} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.318679] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 79593cb2-e266-49c8-905d-c0ff06320f3a/79593cb2-e266-49c8-905d-c0ff06320f3a.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.318900] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.319185] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dc10e3a-ef8f-49f4-b0f1-c7d486c11273 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.330172] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 763.330172] env[69374]: value = "task-4111057" [ 763.330172] env[69374]: _type = "Task" [ 763.330172] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.338890] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.405337] env[69374]: DEBUG nova.compute.manager [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.537100] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111056, 'name': CreateVM_Task, 'duration_secs': 0.515694} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.537279] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.537731] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.537909] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.538902] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.538902] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4f5524-8415-4d32-bab4-28df65da030d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.545671] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 763.545671] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52639bb9-91f1-7ad3-0b25-498b6df913f6" [ 763.545671] env[69374]: _type = "Task" [ 763.545671] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.554827] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52639bb9-91f1-7ad3-0b25-498b6df913f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.613266] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.613714] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.614510] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.614510] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.618200] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.625948] env[69374]: INFO nova.compute.manager [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Terminating instance [ 763.633018] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111052, 'name': Destroy_Task, 'duration_secs': 1.66833} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.634239] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Destroyed the VM [ 763.634476] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 763.635188] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e905d0c-93e3-4889-b81c-a73bd394597b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.642569] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 763.642569] env[69374]: value = "task-4111058" [ 763.642569] env[69374]: _type = "Task" [ 763.642569] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.657618] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111058, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.695998] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "67a00538-d67f-4697-97d6-bb1c221847bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.696755] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "67a00538-d67f-4697-97d6-bb1c221847bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.696755] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "67a00538-d67f-4697-97d6-bb1c221847bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.696755] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "67a00538-d67f-4697-97d6-bb1c221847bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.697079] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "67a00538-d67f-4697-97d6-bb1c221847bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.701321] env[69374]: INFO nova.compute.manager [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Terminating instance [ 763.843652] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236197} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.843745] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.844482] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0a7257-eabc-4194-9fab-675171e49eae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.875499] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 79593cb2-e266-49c8-905d-c0ff06320f3a/79593cb2-e266-49c8-905d-c0ff06320f3a.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.878609] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95ac7581-2e1d-4756-aa5d-a25e571036c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.903024] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 763.903024] env[69374]: value = "task-4111059" [ 763.903024] env[69374]: _type = "Task" [ 763.903024] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.920019] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.935158] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.057301] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52639bb9-91f1-7ad3-0b25-498b6df913f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.057674] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.057935] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.058273] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.058480] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.058651] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.058923] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad0461e4-a512-49dc-a18d-b547ee0b6547 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.074277] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.074277] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.074277] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6586afab-d740-4bd5-8231-3c7414dbcb2d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.080737] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 764.080737] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f7866d-fda1-3ca1-b12a-a6540b29555d" [ 764.080737] env[69374]: _type = "Task" [ 764.080737] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.094693] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f7866d-fda1-3ca1-b12a-a6540b29555d, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.095653] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c491c7-b7cc-4e21-ab66-8d8e05663013 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.102132] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 764.102132] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52501014-4b73-2a34-2e5b-358feb7589b8" [ 764.102132] env[69374]: _type = "Task" [ 764.102132] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.116106] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52501014-4b73-2a34-2e5b-358feb7589b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.116919] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.116919] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.120105] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ef1d536-f9fd-4f63-b773-86d1cc6bd0cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.129286] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 764.129286] env[69374]: value = "task-4111060" [ 764.129286] env[69374]: _type = "Task" [ 764.129286] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.138924] env[69374]: DEBUG nova.compute.manager [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.139354] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.139680] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.143069] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e5514e-10c4-43be-ab7d-58fe0ff3d886 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.153346] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.153963] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee82b219-c68e-4f2c-a5cd-a4cbfe449a5d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.158958] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111058, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.163197] env[69374]: DEBUG oslo_vmware.api [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 764.163197] env[69374]: value = "task-4111061" [ 764.163197] env[69374]: _type = "Task" [ 764.163197] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.173714] env[69374]: DEBUG oslo_vmware.api [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.199494] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d921af90-7cee-42d1-abea-46c0c5db413d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.205945] env[69374]: DEBUG nova.compute.manager [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.206276] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.207387] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18597e3-8615-4bf4-b93e-814dfa9c512a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.216455] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48854bf-55bd-4247-9733-3e28bc79cfa7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.223516] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.224411] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c76783c-48ec-4982-a1f6-693e73dfe995 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.261036] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43339a2a-0766-4b3e-a40b-2e1c27dda40c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.262701] env[69374]: DEBUG oslo_vmware.api [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 764.262701] env[69374]: value = "task-4111062" [ 764.262701] env[69374]: _type = "Task" [ 764.262701] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.272871] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acd2268-4e12-4141-9c5a-f516b8f6795f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.279578] env[69374]: DEBUG oslo_vmware.api [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.292401] env[69374]: DEBUG nova.compute.provider_tree [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.415575] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111059, 'name': ReconfigVM_Task, 'duration_secs': 0.349249} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.415950] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 79593cb2-e266-49c8-905d-c0ff06320f3a/79593cb2-e266-49c8-905d-c0ff06320f3a.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.416782] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-730b8e90-1fad-431e-b2e9-94d01999148e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.428186] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 764.428186] env[69374]: value = "task-4111063" [ 764.428186] env[69374]: _type = "Task" [ 764.428186] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.440946] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111063, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.641395] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111060, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.658247] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111058, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.674176] env[69374]: DEBUG oslo_vmware.api [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111061, 'name': PowerOffVM_Task, 'duration_secs': 0.273572} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.674460] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.674681] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.674965] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cd2fd93-f9c8-4c2c-bd16-0f993008bd6c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.752469] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.752884] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.753059] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleting the datastore file [datastore1] ed59b5f6-30c7-4e93-8340-abd701b8a7e9 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.753290] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ead39d62-818d-4bfa-a166-05d196965098 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.760926] env[69374]: DEBUG oslo_vmware.api [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 764.760926] env[69374]: value = "task-4111065" [ 764.760926] env[69374]: _type = "Task" [ 764.760926] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.775387] env[69374]: DEBUG oslo_vmware.api [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.778434] env[69374]: DEBUG oslo_vmware.api [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111062, 'name': PowerOffVM_Task, 'duration_secs': 0.249691} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.778732] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.778958] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.780025] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-083a3eb5-3639-4988-a569-037d7d3b207f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.796618] env[69374]: DEBUG nova.scheduler.client.report [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.875685] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.875916] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.876202] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleting the datastore file [datastore1] 67a00538-d67f-4697-97d6-bb1c221847bf {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.876485] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d7b8322-0b43-4534-abe8-416ff0ab2340 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.890020] env[69374]: DEBUG oslo_vmware.api [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for the task: (returnval){ [ 764.890020] env[69374]: value = "task-4111067" [ 764.890020] env[69374]: _type = "Task" [ 764.890020] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.898553] env[69374]: DEBUG oslo_vmware.api [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.939073] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111063, 'name': Rename_Task, 'duration_secs': 0.330313} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.939333] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.939620] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ab4e2f-8a34-4fd3-9cf0-f62fb46d17ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.947457] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 764.947457] env[69374]: value = "task-4111068" [ 764.947457] env[69374]: _type = "Task" [ 764.947457] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.960027] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.006608] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.010790] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.010790] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.010790] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.010790] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.015076] env[69374]: INFO nova.compute.manager [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Terminating instance [ 765.142178] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602123} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.142501] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.142729] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.142996] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d714568-b952-4980-a8ad-55f692edfa49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.155299] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 765.155299] env[69374]: value = "task-4111069" [ 765.155299] env[69374]: _type = "Task" [ 765.155299] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.175215] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.175215] env[69374]: DEBUG oslo_vmware.api [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111058, 'name': RemoveSnapshot_Task, 'duration_secs': 1.244604} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.175215] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.175215] env[69374]: INFO nova.compute.manager [None req-dc39e876-ab15-49b7-b31b-0a7c73d312c4 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Took 16.81 seconds to snapshot the instance on the hypervisor. [ 765.275475] env[69374]: DEBUG oslo_vmware.api [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175933} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.275912] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.275912] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.276287] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.276367] env[69374]: INFO nova.compute.manager [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 765.276653] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.276791] env[69374]: DEBUG nova.compute.manager [-] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.277238] env[69374]: DEBUG nova.network.neutron [-] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.304051] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.304756] env[69374]: DEBUG nova.compute.manager [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.308246] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.599s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.310591] env[69374]: INFO nova.compute.claims [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.404256] env[69374]: DEBUG oslo_vmware.api [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Task: {'id': task-4111067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163584} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.404840] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.404840] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.405020] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.405246] env[69374]: INFO nova.compute.manager [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Took 1.20 seconds to destroy the instance on the hypervisor. [ 765.405805] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.406446] env[69374]: DEBUG nova.compute.manager [-] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.406587] env[69374]: DEBUG nova.network.neutron [-] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.457818] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111068, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.520882] env[69374]: DEBUG nova.compute.manager [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.521140] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.522126] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca93343-b12f-42da-8100-ea09aef55200 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.532986] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.532986] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32d6ccbc-032d-4001-ab28-d70beeba94c4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.546545] env[69374]: DEBUG oslo_vmware.api [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 765.546545] env[69374]: value = "task-4111070" [ 765.546545] env[69374]: _type = "Task" [ 765.546545] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.561732] env[69374]: DEBUG oslo_vmware.api [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.672195] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069718} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.672500] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.675294] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ead869-b8db-445f-bdb4-1136b2265b4d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.700690] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.702668] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c398f850-fdf7-4797-8cc0-99b17e89f9aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.729542] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 765.729542] env[69374]: value = "task-4111071" [ 765.729542] env[69374]: _type = "Task" [ 765.729542] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.740728] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.816699] env[69374]: DEBUG nova.compute.utils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.818582] env[69374]: DEBUG nova.compute.manager [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.818882] env[69374]: DEBUG nova.network.neutron [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.840332] env[69374]: DEBUG nova.compute.manager [req-0771f66c-a658-4bf3-a99a-09cd05411962 req-e7527fb6-ccb4-467d-9f8b-820926cde550 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Received event network-vif-deleted-9d26c477-da11-41b5-9131-0a4413a6ebbe {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.840540] env[69374]: INFO nova.compute.manager [req-0771f66c-a658-4bf3-a99a-09cd05411962 req-e7527fb6-ccb4-467d-9f8b-820926cde550 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Neutron deleted interface 9d26c477-da11-41b5-9131-0a4413a6ebbe; detaching it from the instance and deleting it from the info cache [ 765.840715] env[69374]: DEBUG nova.network.neutron [req-0771f66c-a658-4bf3-a99a-09cd05411962 req-e7527fb6-ccb4-467d-9f8b-820926cde550 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.866239] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.866654] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.916462] env[69374]: DEBUG nova.policy [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c825530ef3564331aaf001d952171b4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05da789c4e294f88bbe56d81a722e79b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.958643] env[69374]: DEBUG oslo_vmware.api [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111068, 'name': PowerOnVM_Task, 'duration_secs': 0.539574} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.958924] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.959210] env[69374]: INFO nova.compute.manager [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Took 8.73 seconds to spawn the instance on the hypervisor. [ 765.959413] env[69374]: DEBUG nova.compute.manager [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.960242] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b599ac1c-435b-49db-b9b7-b46b7da3eee9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.010380] env[69374]: DEBUG nova.compute.manager [req-2ca05515-9894-4dc2-bc09-eb2bf4996ef0 req-8c62a1da-cd2a-4f0b-ba4e-abb8b7e8c34e service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Received event network-vif-deleted-a30cec25-afe0-42a7-af87-88445ea9ff1e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.010619] env[69374]: INFO nova.compute.manager [req-2ca05515-9894-4dc2-bc09-eb2bf4996ef0 req-8c62a1da-cd2a-4f0b-ba4e-abb8b7e8c34e service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Neutron deleted interface a30cec25-afe0-42a7-af87-88445ea9ff1e; detaching it from the instance and deleting it from the info cache [ 766.010802] env[69374]: DEBUG nova.network.neutron [req-2ca05515-9894-4dc2-bc09-eb2bf4996ef0 req-8c62a1da-cd2a-4f0b-ba4e-abb8b7e8c34e service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.059572] env[69374]: DEBUG oslo_vmware.api [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111070, 'name': PowerOffVM_Task, 'duration_secs': 0.408012} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.059572] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.059572] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.059867] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4ba7b6c-adc3-40a5-926d-1c00706daa65 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.173642] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.173930] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.174157] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Deleting the datastore file [datastore1] d0e7e240-8276-4bba-8547-7ec13a40cb8e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.174524] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daac5243-c21b-4a0c-980b-62a6b1e0a8d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.182735] env[69374]: DEBUG oslo_vmware.api [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 766.182735] env[69374]: value = "task-4111073" [ 766.182735] env[69374]: _type = "Task" [ 766.182735] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.192282] env[69374]: DEBUG oslo_vmware.api [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.204149] env[69374]: DEBUG nova.network.neutron [-] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.245064] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111071, 'name': ReconfigVM_Task, 'duration_secs': 0.324439} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.245372] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Reconfigured VM instance instance-00000020 to attach disk [datastore2] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.246292] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f69f318-cf82-455f-8c7a-c47f1432e2d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.256203] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 766.256203] env[69374]: value = "task-4111074" [ 766.256203] env[69374]: _type = "Task" [ 766.256203] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.269503] env[69374]: DEBUG nova.network.neutron [-] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.274026] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111074, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.325705] env[69374]: DEBUG nova.compute.manager [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.345386] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f91f950c-47ad-4b33-8f42-7cc35a740c2b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.359122] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5d2b93-4ccc-4500-b132-b56cd8f36b91 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.371011] env[69374]: DEBUG nova.network.neutron [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Successfully created port: 10783ff3-cd43-47e2-b58f-ffe0c242cf0e {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.398765] env[69374]: DEBUG nova.compute.manager [req-0771f66c-a658-4bf3-a99a-09cd05411962 req-e7527fb6-ccb4-467d-9f8b-820926cde550 service nova] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Detach interface failed, port_id=9d26c477-da11-41b5-9131-0a4413a6ebbe, reason: Instance ed59b5f6-30c7-4e93-8340-abd701b8a7e9 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 766.486673] env[69374]: INFO nova.compute.manager [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Took 35.53 seconds to build instance. [ 766.512975] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4882cab1-bb1f-4e4d-ba9e-009abdf25b31 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.527198] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f67918b-c7a6-4b92-a347-de2adfcbbf4c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.569258] env[69374]: DEBUG nova.compute.manager [req-2ca05515-9894-4dc2-bc09-eb2bf4996ef0 req-8c62a1da-cd2a-4f0b-ba4e-abb8b7e8c34e service nova] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Detach interface failed, port_id=a30cec25-afe0-42a7-af87-88445ea9ff1e, reason: Instance 67a00538-d67f-4697-97d6-bb1c221847bf could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 766.700723] env[69374]: DEBUG oslo_vmware.api [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16366} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.705592] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.705963] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.706305] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.706631] env[69374]: INFO nova.compute.manager [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 766.707045] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.710888] env[69374]: DEBUG nova.compute.manager [-] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.711086] env[69374]: DEBUG nova.network.neutron [-] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.713993] env[69374]: INFO nova.compute.manager [-] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Took 1.44 seconds to deallocate network for instance. [ 766.766009] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111074, 'name': Rename_Task, 'duration_secs': 0.172751} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.771556] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.772713] env[69374]: INFO nova.compute.manager [-] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Took 1.37 seconds to deallocate network for instance. [ 766.774064] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30985c11-7c08-4c26-9fba-02d25ae29055 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.792206] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 766.792206] env[69374]: value = "task-4111075" [ 766.792206] env[69374]: _type = "Task" [ 766.792206] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.804343] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.992377] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c5fa4294-95ed-49ba-b6ec-00ab369cfca2 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "79593cb2-e266-49c8-905d-c0ff06320f3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.416s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.006041] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9b522a-b309-48ec-9d6c-80659043ac74 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.016583] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ad870a-0aaf-4acb-8fde-c04ebd1771e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.051142] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139c4299-3f01-46b4-ad97-05548485c0b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.059898] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de67eaa4-59e2-432d-8a11-757d0ee77ed6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.076862] env[69374]: DEBUG nova.compute.provider_tree [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.227375] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.287336] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.303386] env[69374]: DEBUG oslo_vmware.api [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111075, 'name': PowerOnVM_Task, 'duration_secs': 0.511207} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.303779] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.303879] env[69374]: INFO nova.compute.manager [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Took 4.91 seconds to spawn the instance on the hypervisor. [ 767.304461] env[69374]: DEBUG nova.compute.manager [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 767.304852] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6396353-a508-4d8d-8217-0f483328984d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.339680] env[69374]: DEBUG nova.compute.manager [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.386016] env[69374]: DEBUG nova.virt.hardware [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.386016] env[69374]: DEBUG nova.virt.hardware [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.386016] env[69374]: DEBUG nova.virt.hardware [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.386016] env[69374]: DEBUG nova.virt.hardware [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.386016] env[69374]: DEBUG nova.virt.hardware [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.386016] env[69374]: DEBUG nova.virt.hardware [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.386016] env[69374]: DEBUG nova.virt.hardware [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.386016] env[69374]: DEBUG nova.virt.hardware [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.386391] env[69374]: DEBUG nova.virt.hardware [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.386391] env[69374]: DEBUG nova.virt.hardware [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.386555] env[69374]: DEBUG nova.virt.hardware [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.387714] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd743342-77ef-461b-9fef-cb1ee90d46d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.396535] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be42a50c-1581-45d6-8a9c-fb2f6d3c86f4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.496159] env[69374]: DEBUG nova.compute.manager [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.580568] env[69374]: DEBUG nova.scheduler.client.report [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.585216] env[69374]: DEBUG nova.compute.manager [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 767.589023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87e448b-25a2-4050-9862-e66e451dc2c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.828154] env[69374]: INFO nova.compute.manager [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Took 33.62 seconds to build instance. [ 768.021180] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.092603] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.093482] env[69374]: DEBUG nova.compute.manager [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.100380] env[69374]: DEBUG oslo_concurrency.lockutils [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.131s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.100558] env[69374]: DEBUG nova.objects.instance [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lazy-loading 'resources' on Instance uuid 32b4b621-d544-4e28-8efb-35718d714c4d {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.108325] env[69374]: INFO nova.compute.manager [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] instance snapshotting [ 768.110319] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007925dc-bfc9-4067-88de-c8af1f44b2f8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.140697] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc480b10-5cb6-46b6-861f-e4d72fbc9f8f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.240428] env[69374]: DEBUG nova.compute.manager [req-ddc9fa28-ccf8-4aba-9757-3871b0098844 req-830a358e-cc66-4bec-8fd8-c3443b6edf12 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Received event network-vif-deleted-5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.241055] env[69374]: INFO nova.compute.manager [req-ddc9fa28-ccf8-4aba-9757-3871b0098844 req-830a358e-cc66-4bec-8fd8-c3443b6edf12 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Neutron deleted interface 5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc; detaching it from the instance and deleting it from the info cache [ 768.241297] env[69374]: DEBUG nova.network.neutron [req-ddc9fa28-ccf8-4aba-9757-3871b0098844 req-830a358e-cc66-4bec-8fd8-c3443b6edf12 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.329870] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad8e9f16-d603-4430-b579-ffce3235b84d tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "ed942bf3-996f-4c11-9a5e-eedb3d85b06e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.089s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.403033] env[69374]: DEBUG nova.network.neutron [-] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.430119] env[69374]: DEBUG nova.network.neutron [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Successfully updated port: 10783ff3-cd43-47e2-b58f-ffe0c242cf0e {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.574581] env[69374]: INFO nova.compute.manager [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Rebuilding instance [ 768.588507] env[69374]: DEBUG nova.compute.manager [req-c65a356b-17e7-4b04-b3e5-40b71a7ed002 req-5483c3ec-d3f1-4daf-8294-d45a6449095c service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Received event network-vif-plugged-10783ff3-cd43-47e2-b58f-ffe0c242cf0e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.588507] env[69374]: DEBUG oslo_concurrency.lockutils [req-c65a356b-17e7-4b04-b3e5-40b71a7ed002 req-5483c3ec-d3f1-4daf-8294-d45a6449095c service nova] Acquiring lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.588507] env[69374]: DEBUG oslo_concurrency.lockutils [req-c65a356b-17e7-4b04-b3e5-40b71a7ed002 req-5483c3ec-d3f1-4daf-8294-d45a6449095c service nova] Lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.589098] env[69374]: DEBUG oslo_concurrency.lockutils [req-c65a356b-17e7-4b04-b3e5-40b71a7ed002 req-5483c3ec-d3f1-4daf-8294-d45a6449095c service nova] Lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.589098] env[69374]: DEBUG nova.compute.manager [req-c65a356b-17e7-4b04-b3e5-40b71a7ed002 req-5483c3ec-d3f1-4daf-8294-d45a6449095c service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] No waiting events found dispatching network-vif-plugged-10783ff3-cd43-47e2-b58f-ffe0c242cf0e {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 768.589098] env[69374]: WARNING nova.compute.manager [req-c65a356b-17e7-4b04-b3e5-40b71a7ed002 req-5483c3ec-d3f1-4daf-8294-d45a6449095c service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Received unexpected event network-vif-plugged-10783ff3-cd43-47e2-b58f-ffe0c242cf0e for instance with vm_state building and task_state spawning. [ 768.606410] env[69374]: DEBUG nova.compute.utils [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.616152] env[69374]: DEBUG nova.compute.manager [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.616351] env[69374]: DEBUG nova.network.neutron [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.641653] env[69374]: DEBUG nova.compute.manager [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 768.642707] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c213c3-147e-442a-a14d-1b35f47e9830 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.655215] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 768.662476] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-030971c0-1ae8-479a-8985-75ba39356b89 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.671454] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 768.671454] env[69374]: value = "task-4111076" [ 768.671454] env[69374]: _type = "Task" [ 768.671454] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.687686] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111076, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.746080] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3f339eb-7f1a-4752-993a-24a9d049be65 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.757468] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ba3506-a0a7-4162-b197-b4337e90e279 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.796326] env[69374]: DEBUG nova.compute.manager [req-ddc9fa28-ccf8-4aba-9757-3871b0098844 req-830a358e-cc66-4bec-8fd8-c3443b6edf12 service nova] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Detach interface failed, port_id=5e6efcb4-4b18-4bf5-8fd2-4dec0aed4dcc, reason: Instance d0e7e240-8276-4bba-8547-7ec13a40cb8e could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.834798] env[69374]: DEBUG nova.compute.manager [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.904721] env[69374]: INFO nova.compute.manager [-] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Took 2.19 seconds to deallocate network for instance. [ 768.923756] env[69374]: DEBUG nova.policy [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c86272cef1a44e8299a835cca9769a1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b0842e3f4624acea0d491dd55b60c5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.937163] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquiring lock "refresh_cache-d2dd5502-8ae0-4800-9c38-71fc70e38f3d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.937163] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquired lock "refresh_cache-d2dd5502-8ae0-4800-9c38-71fc70e38f3d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.937163] env[69374]: DEBUG nova.network.neutron [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.079049] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.079299] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.120960] env[69374]: DEBUG nova.compute.manager [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.185265] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111076, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.322562] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff01171-a5ba-4e37-9e4b-3126cd82f01c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.331578] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91e0f81-de2e-4cc5-bec6-14ff3385a5c0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.369726] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9b58b-c2a2-40d2-b4b6-3f28f48c0dfa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.378437] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b14f590-83a4-4dcb-8fba-6f10becfe83a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.386338] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.394557] env[69374]: DEBUG nova.compute.provider_tree [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.412154] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.478297] env[69374]: DEBUG nova.network.neutron [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.481778] env[69374]: DEBUG nova.network.neutron [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Successfully created port: 837e4505-e20c-41c9-b5b1-bb3b27cb7277 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.623899] env[69374]: INFO nova.virt.block_device [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Booting with volume aa63395c-465a-469f-a8ab-c40ce8fb9d5f at /dev/sda [ 769.634283] env[69374]: DEBUG nova.network.neutron [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Updating instance_info_cache with network_info: [{"id": "10783ff3-cd43-47e2-b58f-ffe0c242cf0e", "address": "fa:16:3e:97:70:57", "network": {"id": "57dfdd05-1010-45dc-a649-60af3b3ef382", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1097634937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05da789c4e294f88bbe56d81a722e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10783ff3-cd", "ovs_interfaceid": "10783ff3-cd43-47e2-b58f-ffe0c242cf0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.672714] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66ed1aa6-b212-4f06-815d-0204005ea4f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.675887] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.679897] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0d6e2f6-6843-4ca8-9dee-531f94df143f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.689683] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111076, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.692280] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 769.692280] env[69374]: value = "task-4111077" [ 769.692280] env[69374]: _type = "Task" [ 769.692280] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.695783] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9b777e-2548-491f-89b5-f75f38d9d2eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.722320] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.733815] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bc7bcff-3d6d-45bd-976e-0ad8c7fa75d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.743958] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b6daa4-37ca-4975-86fd-40745254a11d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.780652] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d804a0-4e7b-496f-bfad-9d6ca25c467d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.788358] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c6477a-3f60-4b03-a91a-58a07b640cfe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.806279] env[69374]: DEBUG nova.virt.block_device [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Updating existing volume attachment record: 037d617d-46db-41d3-b245-516c4bca0173 {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 769.898024] env[69374]: DEBUG nova.scheduler.client.report [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.137430] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Releasing lock "refresh_cache-d2dd5502-8ae0-4800-9c38-71fc70e38f3d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.138026] env[69374]: DEBUG nova.compute.manager [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Instance network_info: |[{"id": "10783ff3-cd43-47e2-b58f-ffe0c242cf0e", "address": "fa:16:3e:97:70:57", "network": {"id": "57dfdd05-1010-45dc-a649-60af3b3ef382", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1097634937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05da789c4e294f88bbe56d81a722e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10783ff3-cd", "ovs_interfaceid": "10783ff3-cd43-47e2-b58f-ffe0c242cf0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.138674] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:70:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10783ff3-cd43-47e2-b58f-ffe0c242cf0e', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.154886] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Creating folder: Project (05da789c4e294f88bbe56d81a722e79b). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.155618] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-030882ac-a07a-4083-9708-139006fed602 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.168695] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Created folder: Project (05da789c4e294f88bbe56d81a722e79b) in parent group-v814324. [ 770.168695] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Creating folder: Instances. Parent ref: group-v814422. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.168695] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e89c45f6-f37b-4db7-9141-2f3cc77f3c46 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.182496] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Created folder: Instances in parent group-v814422. [ 770.182763] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.183426] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.183650] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dff8dbbe-f1dd-4f79-ab63-57d32cc14e42 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.208233] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111076, 'name': CreateSnapshot_Task, 'duration_secs': 1.185705} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.208466] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 770.209350] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716422ce-097e-4e04-a1dc-27c3171c228b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.216263] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.216263] env[69374]: value = "task-4111080" [ 770.216263] env[69374]: _type = "Task" [ 770.216263] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.229083] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111077, 'name': PowerOffVM_Task, 'duration_secs': 0.264099} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.231646] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.231986] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.236297] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df202a4-2c75-436f-98bd-85e7f723f3c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.240780] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111080, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.245776] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.246132] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64d3841d-2836-43ad-bb1d-4828dcbbf646 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.282506] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.282809] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.283032] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Deleting the datastore file [datastore2] ed942bf3-996f-4c11-9a5e-eedb3d85b06e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.283382] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0166e540-829a-4d00-845f-f1a27b483c82 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.294232] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 770.294232] env[69374]: value = "task-4111082" [ 770.294232] env[69374]: _type = "Task" [ 770.294232] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.304746] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.404819] env[69374]: DEBUG oslo_concurrency.lockutils [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.409627] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.417s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.411038] env[69374]: INFO nova.compute.claims [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.438355] env[69374]: INFO nova.scheduler.client.report [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Deleted allocations for instance 32b4b621-d544-4e28-8efb-35718d714c4d [ 770.703527] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.703527] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.724769] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "5e27405c-eeb5-4af1-baf5-f9386393587e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.724978] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.740268] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 770.740561] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111080, 'name': CreateVM_Task, 'duration_secs': 0.375396} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.741862] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ff96218-5158-424f-970b-1e4e6054000b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.746634] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.748484] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.748560] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.748863] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.749537] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c0e14e-f69b-441b-a540-e144ed5e75a6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.754992] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for the task: (returnval){ [ 770.754992] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52743fda-c0d6-c6d9-d44f-fc8c79e72d64" [ 770.754992] env[69374]: _type = "Task" [ 770.754992] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.756930] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 770.756930] env[69374]: value = "task-4111083" [ 770.756930] env[69374]: _type = "Task" [ 770.756930] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.771483] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52743fda-c0d6-c6d9-d44f-fc8c79e72d64, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.775208] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.775477] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.775711] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.775856] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.776143] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.776778] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111083, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.776999] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92371c78-50c9-4b5d-ba39-7c61c3ff5977 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.786579] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.786775] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.787675] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187d0c2f-81eb-4c13-b817-b2f046fc3d03 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.794256] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for the task: (returnval){ [ 770.794256] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ce192c-b19a-9319-8634-368aa8670261" [ 770.794256] env[69374]: _type = "Task" [ 770.794256] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.807989] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126288} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.811776] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.811990] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.812179] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.814872] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ce192c-b19a-9319-8634-368aa8670261, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.816027] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313a064c-3020-4558-a903-d8d1660dd39f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.822141] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for the task: (returnval){ [ 770.822141] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5201b10d-25c8-a240-60f0-08464a610524" [ 770.822141] env[69374]: _type = "Task" [ 770.822141] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.831610] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5201b10d-25c8-a240-60f0-08464a610524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.868133] env[69374]: DEBUG nova.compute.manager [req-4bd9b5b9-3b3a-49f7-88bc-0e319b0b31cb req-0f930b75-29ce-43ca-b77c-0bd1ddb0a13d service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Received event network-changed-10783ff3-cd43-47e2-b58f-ffe0c242cf0e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.868397] env[69374]: DEBUG nova.compute.manager [req-4bd9b5b9-3b3a-49f7-88bc-0e319b0b31cb req-0f930b75-29ce-43ca-b77c-0bd1ddb0a13d service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Refreshing instance network info cache due to event network-changed-10783ff3-cd43-47e2-b58f-ffe0c242cf0e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.868645] env[69374]: DEBUG oslo_concurrency.lockutils [req-4bd9b5b9-3b3a-49f7-88bc-0e319b0b31cb req-0f930b75-29ce-43ca-b77c-0bd1ddb0a13d service nova] Acquiring lock "refresh_cache-d2dd5502-8ae0-4800-9c38-71fc70e38f3d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.868795] env[69374]: DEBUG oslo_concurrency.lockutils [req-4bd9b5b9-3b3a-49f7-88bc-0e319b0b31cb req-0f930b75-29ce-43ca-b77c-0bd1ddb0a13d service nova] Acquired lock "refresh_cache-d2dd5502-8ae0-4800-9c38-71fc70e38f3d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.868953] env[69374]: DEBUG nova.network.neutron [req-4bd9b5b9-3b3a-49f7-88bc-0e319b0b31cb req-0f930b75-29ce-43ca-b77c-0bd1ddb0a13d service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Refreshing network info cache for port 10783ff3-cd43-47e2-b58f-ffe0c242cf0e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.949447] env[69374]: DEBUG oslo_concurrency.lockutils [None req-67390452-6682-4260-8e63-56abbc2c38cb tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "32b4b621-d544-4e28-8efb-35718d714c4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.208s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.229187] env[69374]: DEBUG nova.compute.utils [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.277148] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111083, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.335660] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5201b10d-25c8-a240-60f0-08464a610524, 'name': SearchDatastore_Task, 'duration_secs': 0.010858} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.336314] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.337964] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] d2dd5502-8ae0-4800-9c38-71fc70e38f3d/d2dd5502-8ae0-4800-9c38-71fc70e38f3d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.339108] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0be74536-2e20-43ff-9538-523dd15f0dcf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.349919] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for the task: (returnval){ [ 771.349919] env[69374]: value = "task-4111084" [ 771.349919] env[69374]: _type = "Task" [ 771.349919] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.362893] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.369772] env[69374]: DEBUG nova.network.neutron [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Successfully updated port: 837e4505-e20c-41c9-b5b1-bb3b27cb7277 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.699479] env[69374]: DEBUG nova.network.neutron [req-4bd9b5b9-3b3a-49f7-88bc-0e319b0b31cb req-0f930b75-29ce-43ca-b77c-0bd1ddb0a13d service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Updated VIF entry in instance network info cache for port 10783ff3-cd43-47e2-b58f-ffe0c242cf0e. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.699794] env[69374]: DEBUG nova.network.neutron [req-4bd9b5b9-3b3a-49f7-88bc-0e319b0b31cb req-0f930b75-29ce-43ca-b77c-0bd1ddb0a13d service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Updating instance_info_cache with network_info: [{"id": "10783ff3-cd43-47e2-b58f-ffe0c242cf0e", "address": "fa:16:3e:97:70:57", "network": {"id": "57dfdd05-1010-45dc-a649-60af3b3ef382", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1097634937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05da789c4e294f88bbe56d81a722e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10783ff3-cd", "ovs_interfaceid": "10783ff3-cd43-47e2-b58f-ffe0c242cf0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.731300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.778655] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111083, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.864255] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510564} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.867047] env[69374]: DEBUG nova.virt.hardware [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.867328] env[69374]: DEBUG nova.virt.hardware [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.867487] env[69374]: DEBUG nova.virt.hardware [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.867667] env[69374]: DEBUG nova.virt.hardware [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.867809] env[69374]: DEBUG nova.virt.hardware [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.867954] env[69374]: DEBUG nova.virt.hardware [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.868174] env[69374]: DEBUG nova.virt.hardware [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.868365] env[69374]: DEBUG nova.virt.hardware [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.868996] env[69374]: DEBUG nova.virt.hardware [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.868996] env[69374]: DEBUG nova.virt.hardware [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.868996] env[69374]: DEBUG nova.virt.hardware [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.869392] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] d2dd5502-8ae0-4800-9c38-71fc70e38f3d/d2dd5502-8ae0-4800-9c38-71fc70e38f3d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.869392] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.870211] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ee295-0579-4bba-83ae-2dbbe9eb1bdc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.875151] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bf4d1f0-7b10-46d2-a94a-f4e81f550f30 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.878660] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Acquiring lock "refresh_cache-283fd941-f17d-4f36-b200-791f75bf7f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.878660] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Acquired lock "refresh_cache-283fd941-f17d-4f36-b200-791f75bf7f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.878660] env[69374]: DEBUG nova.network.neutron [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.886812] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cf9a52-f429-47e1-b576-e0f891ead888 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.891793] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for the task: (returnval){ [ 771.891793] env[69374]: value = "task-4111085" [ 771.891793] env[69374]: _type = "Task" [ 771.891793] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.909973] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.916159] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.917555] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.918371] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-773962c9-712d-4b02-ab29-eaa0a16da1a4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.938547] env[69374]: DEBUG nova.compute.manager [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.939109] env[69374]: DEBUG nova.virt.hardware [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.939297] env[69374]: DEBUG nova.virt.hardware [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.939480] env[69374]: DEBUG nova.virt.hardware [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.939669] env[69374]: DEBUG nova.virt.hardware [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.939861] env[69374]: DEBUG nova.virt.hardware [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.939948] env[69374]: DEBUG nova.virt.hardware [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.940175] env[69374]: DEBUG nova.virt.hardware [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.940329] env[69374]: DEBUG nova.virt.hardware [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.940496] env[69374]: DEBUG nova.virt.hardware [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.940690] env[69374]: DEBUG nova.virt.hardware [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.940878] env[69374]: DEBUG nova.virt.hardware [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.941209] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.942760] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547d5323-13fc-41bf-ba95-068a9309d6f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.949697] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.949697] env[69374]: value = "task-4111086" [ 771.949697] env[69374]: _type = "Task" [ 771.949697] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.960042] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7515f350-cb25-418f-83b4-d3f71032e014 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.968225] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111086, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.177057] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6dcdaa-6c44-4895-af34-d3ac77c03112 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.186198] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c579594b-825c-42f9-8af9-bd69d9556306 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.222663] env[69374]: DEBUG oslo_concurrency.lockutils [req-4bd9b5b9-3b3a-49f7-88bc-0e319b0b31cb req-0f930b75-29ce-43ca-b77c-0bd1ddb0a13d service nova] Releasing lock "refresh_cache-d2dd5502-8ae0-4800-9c38-71fc70e38f3d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.225185] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9685197-8807-48ea-a9b2-628d2bb62238 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.234129] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09834dd5-ae8f-472c-b0e7-27a3194f6350 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.250569] env[69374]: DEBUG nova.compute.provider_tree [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.280027] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111083, 'name': CloneVM_Task, 'duration_secs': 1.386031} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.280027] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Created linked-clone VM from snapshot [ 772.280027] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848a66ef-9a03-42b1-905d-5d6318d8c53f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.291161] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Uploading image 1a07380e-c2b2-456e-9328-fd2806e1bebf {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 772.326452] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 772.326452] env[69374]: value = "vm-814425" [ 772.326452] env[69374]: _type = "VirtualMachine" [ 772.326452] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 772.327062] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-df1e0f9b-d6fb-41fa-9025-c73ccefdfc35 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.335428] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lease: (returnval){ [ 772.335428] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dbbcf7-a714-50c0-863c-ea9c7e2f02b2" [ 772.335428] env[69374]: _type = "HttpNfcLease" [ 772.335428] env[69374]: } obtained for exporting VM: (result){ [ 772.335428] env[69374]: value = "vm-814425" [ 772.335428] env[69374]: _type = "VirtualMachine" [ 772.335428] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 772.335953] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the lease: (returnval){ [ 772.335953] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dbbcf7-a714-50c0-863c-ea9c7e2f02b2" [ 772.335953] env[69374]: _type = "HttpNfcLease" [ 772.335953] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 772.346578] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.346578] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dbbcf7-a714-50c0-863c-ea9c7e2f02b2" [ 772.346578] env[69374]: _type = "HttpNfcLease" [ 772.346578] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 772.405485] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107133} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.405823] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.406917] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceb4d6b-8653-49fc-809a-52d90ab43643 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.436504] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d2dd5502-8ae0-4800-9c38-71fc70e38f3d/d2dd5502-8ae0-4800-9c38-71fc70e38f3d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.437505] env[69374]: DEBUG nova.network.neutron [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.439458] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ec818b9-b4f0-40cd-83e8-fda0fa5ab8df {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.466400] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111086, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.467962] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for the task: (returnval){ [ 772.467962] env[69374]: value = "task-4111088" [ 772.467962] env[69374]: _type = "Task" [ 772.467962] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.479064] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111088, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.693247] env[69374]: DEBUG nova.network.neutron [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Updating instance_info_cache with network_info: [{"id": "837e4505-e20c-41c9-b5b1-bb3b27cb7277", "address": "fa:16:3e:ad:4c:09", "network": {"id": "f79e93d3-8f5e-4544-8d35-914ac0cf99c0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1928275607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b0842e3f4624acea0d491dd55b60c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837e4505-e2", "ovs_interfaceid": "837e4505-e20c-41c9-b5b1-bb3b27cb7277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.755131] env[69374]: DEBUG nova.scheduler.client.report [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.822179] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "5e27405c-eeb5-4af1-baf5-f9386393587e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.822568] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.822720] env[69374]: INFO nova.compute.manager [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Attaching volume e3334808-8eff-4daf-bf80-934af9bc8b34 to /dev/sdb [ 772.845920] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.845920] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dbbcf7-a714-50c0-863c-ea9c7e2f02b2" [ 772.845920] env[69374]: _type = "HttpNfcLease" [ 772.845920] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 772.846284] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 772.846284] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dbbcf7-a714-50c0-863c-ea9c7e2f02b2" [ 772.846284] env[69374]: _type = "HttpNfcLease" [ 772.846284] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 772.847026] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e85c5f0-ffc4-4587-bbe0-7eeb623b11fd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.855009] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e1199-2334-d193-bf98-6d377df31a44/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 772.855200] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e1199-2334-d193-bf98-6d377df31a44/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 772.911423] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5033e8d3-67be-4753-97f1-c4f289842d10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.920390] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f49fb26-4b0f-46f0-b529-3e4b50a4f1f5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.937059] env[69374]: DEBUG nova.virt.block_device [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Updating existing volume attachment record: 03a7a664-eed5-48e6-a320-7ae86f3d2442 {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 772.947707] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3ff3f87-3de7-4620-9c5e-52f39dd7d039 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.966363] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111086, 'name': CreateVM_Task, 'duration_secs': 0.538953} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.966607] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.967200] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.967406] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.967732] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.970508] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5097a55-bca4-4419-b8d7-ecfe09bf1467 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.986066] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 772.986066] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]528efb20-5d16-b3ad-6b55-1463e51e3120" [ 772.986066] env[69374]: _type = "Task" [ 772.986066] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.986305] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111088, 'name': ReconfigVM_Task, 'duration_secs': 0.282737} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.986602] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d2dd5502-8ae0-4800-9c38-71fc70e38f3d/d2dd5502-8ae0-4800-9c38-71fc70e38f3d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.990443] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-032f79e0-8e37-4ce3-8ef5-eab3d8c603ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.998527] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528efb20-5d16-b3ad-6b55-1463e51e3120, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.999946] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.000211] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.000449] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.000595] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.000771] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.001121] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for the task: (returnval){ [ 773.001121] env[69374]: value = "task-4111089" [ 773.001121] env[69374]: _type = "Task" [ 773.001121] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.001398] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b05f8188-888f-483e-9d54-5f7b4035b870 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.017442] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111089, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.017442] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.017442] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.017442] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826b9579-e02c-41da-b516-320002600639 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.022397] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 773.022397] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52cf407a-a4e4-0803-678a-1d9ef9f8578b" [ 773.022397] env[69374]: _type = "Task" [ 773.022397] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.034937] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cf407a-a4e4-0803-678a-1d9ef9f8578b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.037731] env[69374]: DEBUG nova.compute.manager [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Received event network-vif-plugged-837e4505-e20c-41c9-b5b1-bb3b27cb7277 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.038660] env[69374]: DEBUG oslo_concurrency.lockutils [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] Acquiring lock "283fd941-f17d-4f36-b200-791f75bf7f97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.038660] env[69374]: DEBUG oslo_concurrency.lockutils [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] Lock "283fd941-f17d-4f36-b200-791f75bf7f97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.038660] env[69374]: DEBUG oslo_concurrency.lockutils [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] Lock "283fd941-f17d-4f36-b200-791f75bf7f97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.038961] env[69374]: DEBUG nova.compute.manager [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] No waiting events found dispatching network-vif-plugged-837e4505-e20c-41c9-b5b1-bb3b27cb7277 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 773.038961] env[69374]: WARNING nova.compute.manager [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Received unexpected event network-vif-plugged-837e4505-e20c-41c9-b5b1-bb3b27cb7277 for instance with vm_state building and task_state spawning. [ 773.039049] env[69374]: DEBUG nova.compute.manager [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Received event network-changed-837e4505-e20c-41c9-b5b1-bb3b27cb7277 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.039517] env[69374]: DEBUG nova.compute.manager [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Refreshing instance network info cache due to event network-changed-837e4505-e20c-41c9-b5b1-bb3b27cb7277. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.039517] env[69374]: DEBUG oslo_concurrency.lockutils [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] Acquiring lock "refresh_cache-283fd941-f17d-4f36-b200-791f75bf7f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.197054] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Releasing lock "refresh_cache-283fd941-f17d-4f36-b200-791f75bf7f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.197054] env[69374]: DEBUG nova.compute.manager [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Instance network_info: |[{"id": "837e4505-e20c-41c9-b5b1-bb3b27cb7277", "address": "fa:16:3e:ad:4c:09", "network": {"id": "f79e93d3-8f5e-4544-8d35-914ac0cf99c0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1928275607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b0842e3f4624acea0d491dd55b60c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837e4505-e2", "ovs_interfaceid": "837e4505-e20c-41c9-b5b1-bb3b27cb7277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.197427] env[69374]: DEBUG oslo_concurrency.lockutils [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] Acquired lock "refresh_cache-283fd941-f17d-4f36-b200-791f75bf7f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.197576] env[69374]: DEBUG nova.network.neutron [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Refreshing network info cache for port 837e4505-e20c-41c9-b5b1-bb3b27cb7277 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.203140] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:4c:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '837e4505-e20c-41c9-b5b1-bb3b27cb7277', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.206901] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Creating folder: Project (0b0842e3f4624acea0d491dd55b60c5e). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.208847] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2df4d656-a3fb-4fd8-ad38-019379d006d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.227728] env[69374]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 773.228609] env[69374]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69374) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 773.228609] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Folder already exists: Project (0b0842e3f4624acea0d491dd55b60c5e). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 773.229096] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Creating folder: Instances. Parent ref: group-v814365. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.229778] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eac75d1-4de5-48df-8dd8-d6228ec399b4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.245698] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Created folder: Instances in parent group-v814365. [ 773.246013] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.246203] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.246432] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd4124ff-aad1-4445-a1aa-4279f4803748 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.266805] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.266805] env[69374]: DEBUG nova.compute.manager [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.266805] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.160s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.270111] env[69374]: INFO nova.compute.claims [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.278800] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.278800] env[69374]: value = "task-4111094" [ 773.278800] env[69374]: _type = "Task" [ 773.278800] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.288212] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111094, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.513957] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111089, 'name': Rename_Task, 'duration_secs': 0.164225} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.515679] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.515679] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb5b7556-29b4-4f93-8dc5-fe0c1f9d39ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.523931] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for the task: (returnval){ [ 773.523931] env[69374]: value = "task-4111096" [ 773.523931] env[69374]: _type = "Task" [ 773.523931] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.537596] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.542156] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cf407a-a4e4-0803-678a-1d9ef9f8578b, 'name': SearchDatastore_Task, 'duration_secs': 0.022508} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.543600] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99389e94-0dd2-4176-b157-eae3fe4e61e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.552526] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 773.552526] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e4e114-1127-588d-efc4-eee72adb1c91" [ 773.552526] env[69374]: _type = "Task" [ 773.552526] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.563365] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e4e114-1127-588d-efc4-eee72adb1c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.776708] env[69374]: DEBUG nova.compute.utils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.781455] env[69374]: DEBUG nova.compute.manager [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.782068] env[69374]: DEBUG nova.network.neutron [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.796299] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.797059] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.803512] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111094, 'name': CreateVM_Task, 'duration_secs': 0.383183} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.804099] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.805063] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814376', 'volume_id': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'name': 'volume-aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '283fd941-f17d-4f36-b200-791f75bf7f97', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'serial': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'attachment_id': '037d617d-46db-41d3-b245-516c4bca0173', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69374) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 773.805634] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Root volume attach. Driver type: vmdk {{(pid=69374) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 773.806805] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfbc192-5f90-45a0-80d2-5a8c55dd0b1a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.819045] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ddcdd5-c8d6-4290-87c9-cb927929f0d3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.827460] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1526b62e-56c5-4684-989d-ee803b7c0a63 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.838222] env[69374]: DEBUG nova.policy [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '182ab8b9fc314f41bea04a16afcdcc18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8f5a50db5c2416186264f96d78f4490', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.840147] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ccc9a1cd-ab4a-47b3-8372-fa5d23698f74 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.851103] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Waiting for the task: (returnval){ [ 773.851103] env[69374]: value = "task-4111097" [ 773.851103] env[69374]: _type = "Task" [ 773.851103] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.869318] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111097, 'name': RelocateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.043659] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111096, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.066265] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e4e114-1127-588d-efc4-eee72adb1c91, 'name': SearchDatastore_Task, 'duration_secs': 0.015467} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.066979] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.066979] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.067153] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebb19e28-6468-4bfc-8627-ed9bb4644afb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.075289] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 774.075289] env[69374]: value = "task-4111098" [ 774.075289] env[69374]: _type = "Task" [ 774.075289] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.085365] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.116283] env[69374]: DEBUG nova.network.neutron [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Updated VIF entry in instance network info cache for port 837e4505-e20c-41c9-b5b1-bb3b27cb7277. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.117308] env[69374]: DEBUG nova.network.neutron [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Updating instance_info_cache with network_info: [{"id": "837e4505-e20c-41c9-b5b1-bb3b27cb7277", "address": "fa:16:3e:ad:4c:09", "network": {"id": "f79e93d3-8f5e-4544-8d35-914ac0cf99c0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1928275607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b0842e3f4624acea0d491dd55b60c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837e4505-e2", "ovs_interfaceid": "837e4505-e20c-41c9-b5b1-bb3b27cb7277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.213657] env[69374]: DEBUG nova.network.neutron [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Successfully created port: 619f68ce-c4e5-4bf3-8aed-ef1622c5b242 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.285718] env[69374]: DEBUG nova.compute.manager [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.367304] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111097, 'name': RelocateVM_Task} progress is 40%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.544707] env[69374]: DEBUG oslo_vmware.api [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111096, 'name': PowerOnVM_Task, 'duration_secs': 0.535777} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.545890] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.549576] env[69374]: INFO nova.compute.manager [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Took 7.21 seconds to spawn the instance on the hypervisor. [ 774.549576] env[69374]: DEBUG nova.compute.manager [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 774.549576] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff50930-8894-46d6-86c8-cc0171b212fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.593041] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111098, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.619294] env[69374]: DEBUG oslo_concurrency.lockutils [req-e986fb99-ec30-49ff-bac1-d05a7eee4c22 req-5978ec5f-4376-4c01-b0cf-b47442800218 service nova] Releasing lock "refresh_cache-283fd941-f17d-4f36-b200-791f75bf7f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.869998] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111097, 'name': RelocateVM_Task} progress is 53%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.961616] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fee7bd-7e88-4796-9497-1b69197c6434 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.973230] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b600c0f9-3874-460c-bbcf-ed65dba16bde {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.016027] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7224fedd-75ee-40dc-97b5-813ffe2658bc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.025176] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a44e52-ed41-4926-a38e-366a49b107d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.043550] env[69374]: DEBUG nova.compute.provider_tree [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.073508] env[69374]: INFO nova.compute.manager [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Took 36.59 seconds to build instance. [ 775.092185] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686842} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.093293] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.093447] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.093770] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10aa223e-b7d2-4dff-a1ca-d0bb5bbe419a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.104224] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 775.104224] env[69374]: value = "task-4111099" [ 775.104224] env[69374]: _type = "Task" [ 775.104224] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.120262] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.304682] env[69374]: DEBUG nova.compute.manager [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.330915] env[69374]: DEBUG nova.virt.hardware [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.332354] env[69374]: DEBUG nova.virt.hardware [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.332354] env[69374]: DEBUG nova.virt.hardware [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.332354] env[69374]: DEBUG nova.virt.hardware [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.332674] env[69374]: DEBUG nova.virt.hardware [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.332748] env[69374]: DEBUG nova.virt.hardware [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.333112] env[69374]: DEBUG nova.virt.hardware [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.333402] env[69374]: DEBUG nova.virt.hardware [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.339406] env[69374]: DEBUG nova.virt.hardware [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.339406] env[69374]: DEBUG nova.virt.hardware [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.339406] env[69374]: DEBUG nova.virt.hardware [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.339406] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b422e263-aa45-4580-9a3b-497e3e27f66e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.350573] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01086e64-5ad0-42c0-87b5-b151daf4cad4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.378357] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111097, 'name': RelocateVM_Task} progress is 65%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.547567] env[69374]: DEBUG nova.scheduler.client.report [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.574836] env[69374]: DEBUG oslo_concurrency.lockutils [None req-42fd375e-e80b-4c63-8862-ac76e4196311 tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.834s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.621498] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110532} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.623072] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.623072] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f8636c-f2e7-47cb-b549-8966ac4d6dc6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.651093] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.651281] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b29c7fb6-7777-438f-aa9a-d37ec19c273b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.681145] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 775.681145] env[69374]: value = "task-4111101" [ 775.681145] env[69374]: _type = "Task" [ 775.681145] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.697473] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.830948] env[69374]: DEBUG nova.compute.manager [req-adf47d76-6c89-4f9e-a43b-198fab06cf6f req-f66b9235-b7a0-4204-90a8-5d5a2c761ef5 service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Received event network-vif-plugged-619f68ce-c4e5-4bf3-8aed-ef1622c5b242 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.831115] env[69374]: DEBUG oslo_concurrency.lockutils [req-adf47d76-6c89-4f9e-a43b-198fab06cf6f req-f66b9235-b7a0-4204-90a8-5d5a2c761ef5 service nova] Acquiring lock "0e955a18-2f05-4164-9601-37ac243a5cbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.831333] env[69374]: DEBUG oslo_concurrency.lockutils [req-adf47d76-6c89-4f9e-a43b-198fab06cf6f req-f66b9235-b7a0-4204-90a8-5d5a2c761ef5 service nova] Lock "0e955a18-2f05-4164-9601-37ac243a5cbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.831497] env[69374]: DEBUG oslo_concurrency.lockutils [req-adf47d76-6c89-4f9e-a43b-198fab06cf6f req-f66b9235-b7a0-4204-90a8-5d5a2c761ef5 service nova] Lock "0e955a18-2f05-4164-9601-37ac243a5cbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.831660] env[69374]: DEBUG nova.compute.manager [req-adf47d76-6c89-4f9e-a43b-198fab06cf6f req-f66b9235-b7a0-4204-90a8-5d5a2c761ef5 service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] No waiting events found dispatching network-vif-plugged-619f68ce-c4e5-4bf3-8aed-ef1622c5b242 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 775.831884] env[69374]: WARNING nova.compute.manager [req-adf47d76-6c89-4f9e-a43b-198fab06cf6f req-f66b9235-b7a0-4204-90a8-5d5a2c761ef5 service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Received unexpected event network-vif-plugged-619f68ce-c4e5-4bf3-8aed-ef1622c5b242 for instance with vm_state building and task_state spawning. [ 775.873056] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111097, 'name': RelocateVM_Task} progress is 81%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.885189] env[69374]: DEBUG nova.network.neutron [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Successfully updated port: 619f68ce-c4e5-4bf3-8aed-ef1622c5b242 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.054036] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.054666] env[69374]: DEBUG nova.compute.manager [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.060050] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.721s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.061200] env[69374]: INFO nova.compute.claims [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.084891] env[69374]: DEBUG nova.compute.manager [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.197068] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111101, 'name': ReconfigVM_Task, 'duration_secs': 0.376408} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.197672] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.199221] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6904b12-9698-41f7-beb7-1f0893e9cba5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.209494] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 776.209494] env[69374]: value = "task-4111102" [ 776.209494] env[69374]: _type = "Task" [ 776.209494] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.222183] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111102, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.374838] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111097, 'name': RelocateVM_Task} progress is 95%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.387993] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.388161] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.388604] env[69374]: DEBUG nova.network.neutron [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.568043] env[69374]: DEBUG nova.compute.utils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.572198] env[69374]: DEBUG nova.compute.manager [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.572400] env[69374]: DEBUG nova.network.neutron [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.610467] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.679481] env[69374]: DEBUG nova.policy [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6c41872c7446349b1a05f36c71ddff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32ce742046b842e7a4a44b9803134668', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.720738] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111102, 'name': Rename_Task, 'duration_secs': 0.173563} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.722778] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.723142] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4f43b86-577d-4786-b2ea-bed6d1b45ace {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.732119] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 776.732119] env[69374]: value = "task-4111103" [ 776.732119] env[69374]: _type = "Task" [ 776.732119] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.745295] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.876857] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111097, 'name': RelocateVM_Task} progress is 97%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.941853] env[69374]: DEBUG nova.network.neutron [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.072149] env[69374]: DEBUG nova.network.neutron [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Successfully created port: 745e0943-aca9-4650-b2bc-12f852748730 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.074890] env[69374]: DEBUG nova.compute.manager [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.186551] env[69374]: DEBUG nova.network.neutron [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Updating instance_info_cache with network_info: [{"id": "619f68ce-c4e5-4bf3-8aed-ef1622c5b242", "address": "fa:16:3e:bd:d1:f7", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619f68ce-c4", "ovs_interfaceid": "619f68ce-c4e5-4bf3-8aed-ef1622c5b242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.249796] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111103, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.379632] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111097, 'name': RelocateVM_Task} progress is 98%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.437938] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquiring lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.438426] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.438745] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquiring lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.439089] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.439380] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.442476] env[69374]: INFO nova.compute.manager [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Terminating instance [ 777.517444] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 777.517715] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814429', 'volume_id': 'e3334808-8eff-4daf-bf80-934af9bc8b34', 'name': 'volume-e3334808-8eff-4daf-bf80-934af9bc8b34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e27405c-eeb5-4af1-baf5-f9386393587e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e3334808-8eff-4daf-bf80-934af9bc8b34', 'serial': 'e3334808-8eff-4daf-bf80-934af9bc8b34'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 777.518770] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639fc5e5-a4c9-485e-9f09-431083ab1ae3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.541986] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caf68ed-c854-4ab5-b911-db29bf2f715b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.569304] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-e3334808-8eff-4daf-bf80-934af9bc8b34/volume-e3334808-8eff-4daf-bf80-934af9bc8b34.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.573676] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-172d22ce-6875-44f4-9e13-25458a0ccb49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.600325] env[69374]: DEBUG oslo_vmware.api [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 777.600325] env[69374]: value = "task-4111104" [ 777.600325] env[69374]: _type = "Task" [ 777.600325] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.611246] env[69374]: DEBUG oslo_vmware.api [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.688987] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.689456] env[69374]: DEBUG nova.compute.manager [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Instance network_info: |[{"id": "619f68ce-c4e5-4bf3-8aed-ef1622c5b242", "address": "fa:16:3e:bd:d1:f7", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619f68ce-c4", "ovs_interfaceid": "619f68ce-c4e5-4bf3-8aed-ef1622c5b242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.690231] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:d1:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '619f68ce-c4e5-4bf3-8aed-ef1622c5b242', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.697948] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Creating folder: Project (e8f5a50db5c2416186264f96d78f4490). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.701460] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c9a2068-2769-45d9-8d6d-ada808424cee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.714753] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Created folder: Project (e8f5a50db5c2416186264f96d78f4490) in parent group-v814324. [ 777.715077] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Creating folder: Instances. Parent ref: group-v814431. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.718220] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-617ba0cb-8206-4722-b02f-ab495f905d59 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.731453] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Created folder: Instances in parent group-v814431. [ 777.731744] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.734605] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.735173] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a63c3c48-5ff0-45d1-b960-72f4c6cd3eb2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.755359] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e62dcd1-d58f-4004-84f4-13382754a903 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.763351] env[69374]: DEBUG oslo_vmware.api [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111103, 'name': PowerOnVM_Task, 'duration_secs': 0.530398} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.766220] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.766519] env[69374]: DEBUG nova.compute.manager [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 777.766874] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.766874] env[69374]: value = "task-4111107" [ 777.766874] env[69374]: _type = "Task" [ 777.766874] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.767654] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c375d428-230a-4f35-a059-4c48a8e99e73 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.772050] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc76b6d-193c-4c92-ae4e-fa858c1ef7c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.817025] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111107, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.817025] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93c9554-2cdc-4c4f-9419-7a233e27afa1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.825343] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beee9e28-30dc-4e48-a7f3-3dc8f751e764 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.847084] env[69374]: DEBUG nova.compute.provider_tree [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.876233] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111097, 'name': RelocateVM_Task, 'duration_secs': 3.568236} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.876513] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 777.876876] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814376', 'volume_id': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'name': 'volume-aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '283fd941-f17d-4f36-b200-791f75bf7f97', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'serial': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 777.878649] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db88724-f23d-49af-a177-f674517b1805 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.899727] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be096a0-bd88-41e6-aaa3-0402dd2031cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.903987] env[69374]: DEBUG nova.compute.manager [req-cc19d087-8d20-4dda-805a-6ccc5ac953ea req-096b5dfa-3952-42dc-8ab3-f43e7458fdcc service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Received event network-changed-619f68ce-c4e5-4bf3-8aed-ef1622c5b242 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.904217] env[69374]: DEBUG nova.compute.manager [req-cc19d087-8d20-4dda-805a-6ccc5ac953ea req-096b5dfa-3952-42dc-8ab3-f43e7458fdcc service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Refreshing instance network info cache due to event network-changed-619f68ce-c4e5-4bf3-8aed-ef1622c5b242. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.904456] env[69374]: DEBUG oslo_concurrency.lockutils [req-cc19d087-8d20-4dda-805a-6ccc5ac953ea req-096b5dfa-3952-42dc-8ab3-f43e7458fdcc service nova] Acquiring lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.904600] env[69374]: DEBUG oslo_concurrency.lockutils [req-cc19d087-8d20-4dda-805a-6ccc5ac953ea req-096b5dfa-3952-42dc-8ab3-f43e7458fdcc service nova] Acquired lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.904772] env[69374]: DEBUG nova.network.neutron [req-cc19d087-8d20-4dda-805a-6ccc5ac953ea req-096b5dfa-3952-42dc-8ab3-f43e7458fdcc service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Refreshing network info cache for port 619f68ce-c4e5-4bf3-8aed-ef1622c5b242 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.928709] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-aa63395c-465a-469f-a8ab-c40ce8fb9d5f/volume-aa63395c-465a-469f-a8ab-c40ce8fb9d5f.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.930104] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-302db982-7a86-466b-b5ff-d8ab7727f8da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.951269] env[69374]: DEBUG nova.compute.manager [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.951789] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.953788] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7620f4d4-371c-409b-8d44-a8d40c9e4ba3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.956912] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Waiting for the task: (returnval){ [ 777.956912] env[69374]: value = "task-4111108" [ 777.956912] env[69374]: _type = "Task" [ 777.956912] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.966128] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.966128] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7773d021-35e2-41e7-838f-104613bb74ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.971399] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.973171] env[69374]: DEBUG oslo_vmware.api [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for the task: (returnval){ [ 777.973171] env[69374]: value = "task-4111109" [ 777.973171] env[69374]: _type = "Task" [ 777.973171] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.984409] env[69374]: DEBUG oslo_vmware.api [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.096024] env[69374]: DEBUG nova.compute.manager [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.118516] env[69374]: DEBUG oslo_vmware.api [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.138239] env[69374]: DEBUG nova.virt.hardware [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.139295] env[69374]: DEBUG nova.virt.hardware [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.139680] env[69374]: DEBUG nova.virt.hardware [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.140034] env[69374]: DEBUG nova.virt.hardware [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.140244] env[69374]: DEBUG nova.virt.hardware [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.140483] env[69374]: DEBUG nova.virt.hardware [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.140911] env[69374]: DEBUG nova.virt.hardware [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.141220] env[69374]: DEBUG nova.virt.hardware [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.141523] env[69374]: DEBUG nova.virt.hardware [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.141836] env[69374]: DEBUG nova.virt.hardware [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.142145] env[69374]: DEBUG nova.virt.hardware [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.143152] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad0e352-75a9-43c8-b437-7396dbe3f3f9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.153890] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1313484e-ff6f-4554-8c1c-c7770ec4f027 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.286011] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111107, 'name': CreateVM_Task, 'duration_secs': 0.447443} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.286354] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.287063] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.287257] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.287592] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.288505] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ec4026-1804-499f-86d3-2fb4921c2e21 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.294907] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 778.294907] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e78eb7-d3e7-c16b-b6d4-b2708b22d02e" [ 778.294907] env[69374]: _type = "Task" [ 778.294907] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.307620] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e78eb7-d3e7-c16b-b6d4-b2708b22d02e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.325349] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.351717] env[69374]: DEBUG nova.scheduler.client.report [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.467601] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111108, 'name': ReconfigVM_Task, 'duration_secs': 0.442688} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.467940] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-aa63395c-465a-469f-a8ab-c40ce8fb9d5f/volume-aa63395c-465a-469f-a8ab-c40ce8fb9d5f.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.473218] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6dcab45-041b-47fd-9a6a-1fb5ac13c164 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.505280] env[69374]: DEBUG oslo_vmware.api [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111109, 'name': PowerOffVM_Task, 'duration_secs': 0.302176} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.508432] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.509131] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.513342] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Waiting for the task: (returnval){ [ 778.513342] env[69374]: value = "task-4111110" [ 778.513342] env[69374]: _type = "Task" [ 778.513342] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.513845] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-413a4d6c-1c75-45d5-90a0-0020bb9de933 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.528359] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.617131] env[69374]: DEBUG oslo_vmware.api [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111104, 'name': ReconfigVM_Task, 'duration_secs': 0.619586} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.617131] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-e3334808-8eff-4daf-bf80-934af9bc8b34/volume-e3334808-8eff-4daf-bf80-934af9bc8b34.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.623066] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571b5542-f302-4f4d-a469-7a6ce258437a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.642697] env[69374]: DEBUG oslo_vmware.api [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 778.642697] env[69374]: value = "task-4111112" [ 778.642697] env[69374]: _type = "Task" [ 778.642697] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.653815] env[69374]: DEBUG oslo_vmware.api [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.725487] env[69374]: DEBUG nova.network.neutron [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Successfully updated port: 745e0943-aca9-4650-b2bc-12f852748730 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.733144] env[69374]: DEBUG nova.network.neutron [req-cc19d087-8d20-4dda-805a-6ccc5ac953ea req-096b5dfa-3952-42dc-8ab3-f43e7458fdcc service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Updated VIF entry in instance network info cache for port 619f68ce-c4e5-4bf3-8aed-ef1622c5b242. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.733144] env[69374]: DEBUG nova.network.neutron [req-cc19d087-8d20-4dda-805a-6ccc5ac953ea req-096b5dfa-3952-42dc-8ab3-f43e7458fdcc service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Updating instance_info_cache with network_info: [{"id": "619f68ce-c4e5-4bf3-8aed-ef1622c5b242", "address": "fa:16:3e:bd:d1:f7", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619f68ce-c4", "ovs_interfaceid": "619f68ce-c4e5-4bf3-8aed-ef1622c5b242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.776901] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.777189] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.777401] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Deleting the datastore file [datastore1] d2dd5502-8ae0-4800-9c38-71fc70e38f3d {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.778649] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-155cb856-7ff1-42f9-857a-b0f275cebfe6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.789267] env[69374]: DEBUG oslo_vmware.api [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for the task: (returnval){ [ 778.789267] env[69374]: value = "task-4111113" [ 778.789267] env[69374]: _type = "Task" [ 778.789267] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.800929] env[69374]: DEBUG oslo_vmware.api [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.812389] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e78eb7-d3e7-c16b-b6d4-b2708b22d02e, 'name': SearchDatastore_Task, 'duration_secs': 0.018583} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.812702] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.812945] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.813244] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.813394] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.813576] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.813884] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4044b386-80db-49fe-bd20-9b66cdcd4e4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.824606] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.824944] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.825774] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ab7ac6-cbc0-4ff5-b2c7-d4b7ee86cf8d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.835731] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 778.835731] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5242f62e-cc42-ac53-b1e7-c9a3b30b0f6c" [ 778.835731] env[69374]: _type = "Task" [ 778.835731] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.846243] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5242f62e-cc42-ac53-b1e7-c9a3b30b0f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.858590] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.859065] env[69374]: DEBUG nova.compute.manager [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.863015] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.094s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.863653] env[69374]: INFO nova.compute.claims [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.016286] env[69374]: INFO nova.compute.manager [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Rebuilding instance [ 779.030590] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111110, 'name': ReconfigVM_Task, 'duration_secs': 0.203916} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.031096] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814376', 'volume_id': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'name': 'volume-aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '283fd941-f17d-4f36-b200-791f75bf7f97', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'serial': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 779.031723] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a702f67-4589-42dd-ad7d-5bd70771a5f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.045237] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Waiting for the task: (returnval){ [ 779.045237] env[69374]: value = "task-4111114" [ 779.045237] env[69374]: _type = "Task" [ 779.045237] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.059910] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111114, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.085709] env[69374]: DEBUG nova.compute.manager [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.086150] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8573d7b3-22cd-4603-9578-12498cbf909e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.154689] env[69374]: DEBUG oslo_vmware.api [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111112, 'name': ReconfigVM_Task, 'duration_secs': 0.200748} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.155098] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814429', 'volume_id': 'e3334808-8eff-4daf-bf80-934af9bc8b34', 'name': 'volume-e3334808-8eff-4daf-bf80-934af9bc8b34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e27405c-eeb5-4af1-baf5-f9386393587e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e3334808-8eff-4daf-bf80-934af9bc8b34', 'serial': 'e3334808-8eff-4daf-bf80-934af9bc8b34'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 779.229753] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquiring lock "refresh_cache-952742cc-1231-4064-9d92-e28e196553c1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.229934] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquired lock "refresh_cache-952742cc-1231-4064-9d92-e28e196553c1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.230123] env[69374]: DEBUG nova.network.neutron [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.237779] env[69374]: DEBUG oslo_concurrency.lockutils [req-cc19d087-8d20-4dda-805a-6ccc5ac953ea req-096b5dfa-3952-42dc-8ab3-f43e7458fdcc service nova] Releasing lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.301710] env[69374]: DEBUG oslo_vmware.api [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Task: {'id': task-4111113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271629} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.302176] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.303919] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.303919] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.303919] env[69374]: INFO nova.compute.manager [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Took 1.35 seconds to destroy the instance on the hypervisor. [ 779.303919] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.303919] env[69374]: DEBUG nova.compute.manager [-] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.303919] env[69374]: DEBUG nova.network.neutron [-] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.348473] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5242f62e-cc42-ac53-b1e7-c9a3b30b0f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.016222} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.349439] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bffbc65-5871-432b-a600-8a5f4f2ee4c4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.357411] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 779.357411] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52427a11-4e8a-4803-cb4a-678dd624de87" [ 779.357411] env[69374]: _type = "Task" [ 779.357411] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.366596] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52427a11-4e8a-4803-cb4a-678dd624de87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.368045] env[69374]: DEBUG nova.compute.utils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.371051] env[69374]: DEBUG nova.compute.manager [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Not allocating networking since 'none' was specified. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 779.554874] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111114, 'name': Rename_Task, 'duration_secs': 0.17508} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.555182] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.555439] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3b27703-1156-4ec1-afde-94b8ce57948a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.563978] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Waiting for the task: (returnval){ [ 779.563978] env[69374]: value = "task-4111115" [ 779.563978] env[69374]: _type = "Task" [ 779.563978] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.572877] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.768954] env[69374]: DEBUG nova.network.neutron [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.870417] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52427a11-4e8a-4803-cb4a-678dd624de87, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.870417] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.870417] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 0e955a18-2f05-4164-9601-37ac243a5cbe/0e955a18-2f05-4164-9601-37ac243a5cbe.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.870763] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a88ff283-511d-4d2d-9d2f-8ad360df6ad2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.874839] env[69374]: DEBUG nova.compute.manager [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.888421] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 779.888421] env[69374]: value = "task-4111116" [ 779.888421] env[69374]: _type = "Task" [ 779.888421] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.908423] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.940547] env[69374]: DEBUG nova.network.neutron [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Updating instance_info_cache with network_info: [{"id": "745e0943-aca9-4650-b2bc-12f852748730", "address": "fa:16:3e:6e:b4:0c", "network": {"id": "58dbd53b-0bb0-4795-8384-4c53a2460e41", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1396162669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32ce742046b842e7a4a44b9803134668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745e0943-ac", "ovs_interfaceid": "745e0943-aca9-4650-b2bc-12f852748730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.024638] env[69374]: DEBUG nova.compute.manager [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Received event network-vif-plugged-745e0943-aca9-4650-b2bc-12f852748730 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.024927] env[69374]: DEBUG oslo_concurrency.lockutils [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] Acquiring lock "952742cc-1231-4064-9d92-e28e196553c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.025817] env[69374]: DEBUG oslo_concurrency.lockutils [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] Lock "952742cc-1231-4064-9d92-e28e196553c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.026068] env[69374]: DEBUG oslo_concurrency.lockutils [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] Lock "952742cc-1231-4064-9d92-e28e196553c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.026259] env[69374]: DEBUG nova.compute.manager [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] No waiting events found dispatching network-vif-plugged-745e0943-aca9-4650-b2bc-12f852748730 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 780.026536] env[69374]: WARNING nova.compute.manager [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Received unexpected event network-vif-plugged-745e0943-aca9-4650-b2bc-12f852748730 for instance with vm_state building and task_state spawning. [ 780.026653] env[69374]: DEBUG nova.compute.manager [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Received event network-changed-745e0943-aca9-4650-b2bc-12f852748730 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.026838] env[69374]: DEBUG nova.compute.manager [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Refreshing instance network info cache due to event network-changed-745e0943-aca9-4650-b2bc-12f852748730. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.027129] env[69374]: DEBUG oslo_concurrency.lockutils [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] Acquiring lock "refresh_cache-952742cc-1231-4064-9d92-e28e196553c1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.030023] env[69374]: DEBUG nova.compute.manager [req-512182ca-7278-4da0-9c6d-334f0ab66649 req-27a8fd81-f030-4fb3-bc52-4f2321ece217 service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Received event network-vif-deleted-10783ff3-cd43-47e2-b58f-ffe0c242cf0e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.030023] env[69374]: INFO nova.compute.manager [req-512182ca-7278-4da0-9c6d-334f0ab66649 req-27a8fd81-f030-4fb3-bc52-4f2321ece217 service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Neutron deleted interface 10783ff3-cd43-47e2-b58f-ffe0c242cf0e; detaching it from the instance and deleting it from the info cache [ 780.030023] env[69374]: DEBUG nova.network.neutron [req-512182ca-7278-4da0-9c6d-334f0ab66649 req-27a8fd81-f030-4fb3-bc52-4f2321ece217 service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.081101] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111115, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.103677] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.103857] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85e982b5-9b5b-4cc3-bb36-90d8470a4627 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.117728] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Waiting for the task: (returnval){ [ 780.117728] env[69374]: value = "task-4111117" [ 780.117728] env[69374]: _type = "Task" [ 780.117728] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.132631] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.215838] env[69374]: DEBUG nova.objects.instance [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lazy-loading 'flavor' on Instance uuid 5e27405c-eeb5-4af1-baf5-f9386393587e {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.401159] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111116, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.430483] env[69374]: DEBUG nova.network.neutron [-] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.442916] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Releasing lock "refresh_cache-952742cc-1231-4064-9d92-e28e196553c1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.443161] env[69374]: DEBUG nova.compute.manager [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Instance network_info: |[{"id": "745e0943-aca9-4650-b2bc-12f852748730", "address": "fa:16:3e:6e:b4:0c", "network": {"id": "58dbd53b-0bb0-4795-8384-4c53a2460e41", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1396162669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32ce742046b842e7a4a44b9803134668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745e0943-ac", "ovs_interfaceid": "745e0943-aca9-4650-b2bc-12f852748730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.443469] env[69374]: DEBUG oslo_concurrency.lockutils [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] Acquired lock "refresh_cache-952742cc-1231-4064-9d92-e28e196553c1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.443649] env[69374]: DEBUG nova.network.neutron [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Refreshing network info cache for port 745e0943-aca9-4650-b2bc-12f852748730 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.447604] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:b4:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '745e0943-aca9-4650-b2bc-12f852748730', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.453054] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Creating folder: Project (32ce742046b842e7a4a44b9803134668). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.456996] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb1fccd9-1260-46f4-b559-92b89fe87793 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.468837] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Created folder: Project (32ce742046b842e7a4a44b9803134668) in parent group-v814324. [ 780.469089] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Creating folder: Instances. Parent ref: group-v814434. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.469333] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d260103-fc9a-407a-a8bb-3fbce3c1e1a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.483678] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Created folder: Instances in parent group-v814434. [ 780.484380] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.484380] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.484543] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8031d553-fcfe-4031-9cea-c5f95f49e067 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.508220] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.508220] env[69374]: value = "task-4111120" [ 780.508220] env[69374]: _type = "Task" [ 780.508220] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.518492] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111120, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.534070] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96b43f5e-62c7-4f51-9386-8dc9eec9cc70 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.539289] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4824ed65-b684-4594-a78f-2d10a3ca5592 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.546875] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f5d9fe-1ed4-4a76-ac8c-f014ea6fe80b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.562885] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ef4745-26ac-4ca3-9881-bb7aeee58462 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.577348] env[69374]: DEBUG oslo_vmware.api [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111115, 'name': PowerOnVM_Task, 'duration_secs': 0.641441} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.613861] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.613861] env[69374]: INFO nova.compute.manager [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Took 8.67 seconds to spawn the instance on the hypervisor. [ 780.613968] env[69374]: DEBUG nova.compute.manager [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 780.614913] env[69374]: DEBUG nova.compute.manager [req-512182ca-7278-4da0-9c6d-334f0ab66649 req-27a8fd81-f030-4fb3-bc52-4f2321ece217 service nova] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Detach interface failed, port_id=10783ff3-cd43-47e2-b58f-ffe0c242cf0e, reason: Instance d2dd5502-8ae0-4800-9c38-71fc70e38f3d could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 780.615828] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bcb0d0-fd12-4e5e-8550-9602f19045d9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.618918] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f5b5f8-78bb-45a5-a162-598c509bde42 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.636090] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111117, 'name': PowerOffVM_Task, 'duration_secs': 0.209424} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.638942] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.639358] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.640824] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52d4762-8d16-4453-a0b0-5a92d5556c44 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.646056] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add1ddb4-1867-4a06-9474-0094c25c1318 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.663877] env[69374]: DEBUG nova.compute.provider_tree [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.669426] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.669426] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4c54ccc-5b8f-46cd-acbe-5b8d963abf5b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.703649] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.703827] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.704640] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Deleting the datastore file [datastore1] ed942bf3-996f-4c11-9a5e-eedb3d85b06e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.704640] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b365f58a-2e9f-4def-8474-a80f91244c8b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.712009] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Waiting for the task: (returnval){ [ 780.712009] env[69374]: value = "task-4111122" [ 780.712009] env[69374]: _type = "Task" [ 780.712009] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.723546] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.724574] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cd948950-3af3-411e-bb6d-7888576535c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.902s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.888713] env[69374]: DEBUG nova.compute.manager [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.903846] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529472} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.903846] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 0e955a18-2f05-4164-9601-37ac243a5cbe/0e955a18-2f05-4164-9601-37ac243a5cbe.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.904233] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.904279] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e0b7257-d640-45fe-8853-cfa6660f89ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.912906] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 780.912906] env[69374]: value = "task-4111123" [ 780.912906] env[69374]: _type = "Task" [ 780.912906] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.920642] env[69374]: DEBUG nova.virt.hardware [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.920997] env[69374]: DEBUG nova.virt.hardware [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.921232] env[69374]: DEBUG nova.virt.hardware [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.921503] env[69374]: DEBUG nova.virt.hardware [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.921748] env[69374]: DEBUG nova.virt.hardware [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.921985] env[69374]: DEBUG nova.virt.hardware [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.922334] env[69374]: DEBUG nova.virt.hardware [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.922551] env[69374]: DEBUG nova.virt.hardware [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.922707] env[69374]: DEBUG nova.virt.hardware [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.922869] env[69374]: DEBUG nova.virt.hardware [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.923052] env[69374]: DEBUG nova.virt.hardware [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.924015] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585f8233-5ea7-45d0-8663-bc15e6bcb4fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.931691] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.933748] env[69374]: INFO nova.compute.manager [-] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Took 1.63 seconds to deallocate network for instance. [ 780.942201] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8b729f-ac9e-49c5-9735-79c3da1dd5d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.963145] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.973963] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Creating folder: Project (1b97be8a0a87439088cc7caf795aac23). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.973963] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79e97098-8b50-42ad-b9ca-a384a43654af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.988811] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Created folder: Project (1b97be8a0a87439088cc7caf795aac23) in parent group-v814324. [ 780.989214] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Creating folder: Instances. Parent ref: group-v814437. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.989715] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb60ce87-6118-4aef-87b5-27a536d1bb40 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.003924] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Created folder: Instances in parent group-v814437. [ 781.004421] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.004762] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.005096] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a560bba-f5cc-4641-b107-1b8a4773e308 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.033238] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111120, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.034828] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.034828] env[69374]: value = "task-4111126" [ 781.034828] env[69374]: _type = "Task" [ 781.034828] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.045864] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111126, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.154816] env[69374]: INFO nova.compute.manager [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Took 42.46 seconds to build instance. [ 781.169666] env[69374]: DEBUG nova.scheduler.client.report [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.222889] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113855} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.222889] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.223125] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.223261] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.239238] env[69374]: DEBUG nova.network.neutron [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Updated VIF entry in instance network info cache for port 745e0943-aca9-4650-b2bc-12f852748730. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.239719] env[69374]: DEBUG nova.network.neutron [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Updating instance_info_cache with network_info: [{"id": "745e0943-aca9-4650-b2bc-12f852748730", "address": "fa:16:3e:6e:b4:0c", "network": {"id": "58dbd53b-0bb0-4795-8384-4c53a2460e41", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1396162669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32ce742046b842e7a4a44b9803134668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745e0943-ac", "ovs_interfaceid": "745e0943-aca9-4650-b2bc-12f852748730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.423713] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089671} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.424437] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.424967] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dfe744-854b-456a-bf0a-4c8fca70ade1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.448901] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 0e955a18-2f05-4164-9601-37ac243a5cbe/0e955a18-2f05-4164-9601-37ac243a5cbe.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.450194] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.450457] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ea7db92-a4a4-4f7e-bff0-2be5be125674 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.472922] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 781.472922] env[69374]: value = "task-4111127" [ 781.472922] env[69374]: _type = "Task" [ 781.472922] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.480836] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.532539] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111120, 'name': CreateVM_Task, 'duration_secs': 0.54814} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.532806] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.533582] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.533754] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.534101] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.534373] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93999e4-b912-439a-b3ec-76feaeda5360 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.543882] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for the task: (returnval){ [ 781.543882] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5233379f-f83c-e6d9-12bd-09a1fdddd720" [ 781.543882] env[69374]: _type = "Task" [ 781.543882] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.547357] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111126, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.558546] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5233379f-f83c-e6d9-12bd-09a1fdddd720, 'name': SearchDatastore_Task, 'duration_secs': 0.011334} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.558711] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.558930] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.559409] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.559594] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.559784] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.560079] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98c9b61a-eb27-4b48-91c6-ca2a544daebd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.570126] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.570337] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.571213] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f27b1ef-1833-44a0-9bab-e194ad1f90cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.577882] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for the task: (returnval){ [ 781.577882] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523b5498-56b5-6422-3f62-210bae98f73a" [ 781.577882] env[69374]: _type = "Task" [ 781.577882] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.587158] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523b5498-56b5-6422-3f62-210bae98f73a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.659326] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79153348-1eef-4894-8962-de5370ee8778 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Lock "283fd941-f17d-4f36-b200-791f75bf7f97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.510s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.675584] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.675866] env[69374]: DEBUG nova.compute.manager [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.679971] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.319s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.710780] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "5e27405c-eeb5-4af1-baf5-f9386393587e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.711105] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.742944] env[69374]: DEBUG oslo_concurrency.lockutils [req-86b2675c-ed88-4d5f-bfa7-d4b476ef7a37 req-5739a053-0d64-4c8b-bdba-388bcdfe8cd1 service nova] Releasing lock "refresh_cache-952742cc-1231-4064-9d92-e28e196553c1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.989721] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.053578] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111126, 'name': CreateVM_Task, 'duration_secs': 0.547799} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.054941] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.057628] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.057628] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.057628] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.057628] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a909ed94-468e-48a3-85c2-e1964be3b427 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.065069] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 782.065069] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52aed31d-37a9-858a-09a0-097e4902f8c3" [ 782.065069] env[69374]: _type = "Task" [ 782.065069] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.077749] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52aed31d-37a9-858a-09a0-097e4902f8c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.089543] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523b5498-56b5-6422-3f62-210bae98f73a, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.090560] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f08351e-a10a-42ff-a771-644cadbf3b62 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.098953] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for the task: (returnval){ [ 782.098953] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523e94d3-7d47-c667-cae4-70afce861fcf" [ 782.098953] env[69374]: _type = "Task" [ 782.098953] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.111717] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523e94d3-7d47-c667-cae4-70afce861fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.131758] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e1199-2334-d193-bf98-6d377df31a44/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 782.132812] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942ecd8d-d9d1-4ee0-a6c7-95e03310990f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.141789] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e1199-2334-d193-bf98-6d377df31a44/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 782.141923] env[69374]: ERROR oslo_vmware.rw_handles [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e1199-2334-d193-bf98-6d377df31a44/disk-0.vmdk due to incomplete transfer. [ 782.142181] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a728fdd3-fc66-481a-889f-8bd71f6b9068 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.152260] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e1199-2334-d193-bf98-6d377df31a44/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 782.152260] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Uploaded image 1a07380e-c2b2-456e-9328-fd2806e1bebf to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 782.153413] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 782.155751] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64a17f79-caa6-4a5e-bd10-c09dfc39c3cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.161185] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 782.161185] env[69374]: value = "task-4111128" [ 782.161185] env[69374]: _type = "Task" [ 782.161185] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.161731] env[69374]: DEBUG nova.compute.manager [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.172770] env[69374]: DEBUG nova.compute.manager [req-0610f471-0e62-4f32-866b-39e72a5f658c req-ccb91ff0-3788-45f4-8937-03ad0e70d8da service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Received event network-changed-837e4505-e20c-41c9-b5b1-bb3b27cb7277 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.172770] env[69374]: DEBUG nova.compute.manager [req-0610f471-0e62-4f32-866b-39e72a5f658c req-ccb91ff0-3788-45f4-8937-03ad0e70d8da service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Refreshing instance network info cache due to event network-changed-837e4505-e20c-41c9-b5b1-bb3b27cb7277. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.172770] env[69374]: DEBUG oslo_concurrency.lockutils [req-0610f471-0e62-4f32-866b-39e72a5f658c req-ccb91ff0-3788-45f4-8937-03ad0e70d8da service nova] Acquiring lock "refresh_cache-283fd941-f17d-4f36-b200-791f75bf7f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.172770] env[69374]: DEBUG oslo_concurrency.lockutils [req-0610f471-0e62-4f32-866b-39e72a5f658c req-ccb91ff0-3788-45f4-8937-03ad0e70d8da service nova] Acquired lock "refresh_cache-283fd941-f17d-4f36-b200-791f75bf7f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.172770] env[69374]: DEBUG nova.network.neutron [req-0610f471-0e62-4f32-866b-39e72a5f658c req-ccb91ff0-3788-45f4-8937-03ad0e70d8da service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Refreshing network info cache for port 837e4505-e20c-41c9-b5b1-bb3b27cb7277 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.179808] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111128, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.193165] env[69374]: DEBUG nova.compute.utils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.194935] env[69374]: DEBUG nova.compute.manager [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Not allocating networking since 'none' was specified. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 782.214653] env[69374]: INFO nova.compute.manager [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Detaching volume e3334808-8eff-4daf-bf80-934af9bc8b34 [ 782.258957] env[69374]: DEBUG nova.virt.hardware [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.259244] env[69374]: DEBUG nova.virt.hardware [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.259399] env[69374]: DEBUG nova.virt.hardware [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.259608] env[69374]: DEBUG nova.virt.hardware [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.259820] env[69374]: DEBUG nova.virt.hardware [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.259906] env[69374]: DEBUG nova.virt.hardware [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.261398] env[69374]: DEBUG nova.virt.hardware [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.261398] env[69374]: DEBUG nova.virt.hardware [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.261398] env[69374]: DEBUG nova.virt.hardware [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.261398] env[69374]: DEBUG nova.virt.hardware [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.261398] env[69374]: DEBUG nova.virt.hardware [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.262717] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dedd1f9-f1c7-46d8-ab46-4982a5ed3555 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.271393] env[69374]: INFO nova.virt.block_device [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Attempting to driver detach volume e3334808-8eff-4daf-bf80-934af9bc8b34 from mountpoint /dev/sdb [ 782.271611] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 782.271813] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814429', 'volume_id': 'e3334808-8eff-4daf-bf80-934af9bc8b34', 'name': 'volume-e3334808-8eff-4daf-bf80-934af9bc8b34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e27405c-eeb5-4af1-baf5-f9386393587e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e3334808-8eff-4daf-bf80-934af9bc8b34', 'serial': 'e3334808-8eff-4daf-bf80-934af9bc8b34'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 782.272708] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228f2a4c-b5ea-4739-bfa3-441e8218fa74 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.303015] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b203b-d7be-45ea-b7c9-3fea0d57b919 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.308359] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88066b-20cb-42a2-8b99-0473591cbf4d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.325496] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.331969] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.334288] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.334702] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9128e7c0-9557-4236-a072-cfbf26f00d08 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.348434] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e75038-2fcc-46fc-a76b-6a641868b8a7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.378280] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe2e51c-39dc-44a9-ba1e-93f54f90c3c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.378431] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.378431] env[69374]: value = "task-4111129" [ 782.378431] env[69374]: _type = "Task" [ 782.378431] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.394451] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] The volume has not been displaced from its original location: [datastore1] volume-e3334808-8eff-4daf-bf80-934af9bc8b34/volume-e3334808-8eff-4daf-bf80-934af9bc8b34.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 782.400080] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 782.404418] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c32cb5-205b-4d63-9403-185c4c0b9e8b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.418850] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111129, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.425576] env[69374]: DEBUG oslo_vmware.api [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 782.425576] env[69374]: value = "task-4111130" [ 782.425576] env[69374]: _type = "Task" [ 782.425576] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.435394] env[69374]: DEBUG oslo_vmware.api [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.483352] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111127, 'name': ReconfigVM_Task, 'duration_secs': 0.601842} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.483682] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 0e955a18-2f05-4164-9601-37ac243a5cbe/0e955a18-2f05-4164-9601-37ac243a5cbe.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.484366] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d42670f6-38b2-451c-a54a-da8f6aa9c46d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.492191] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 782.492191] env[69374]: value = "task-4111131" [ 782.492191] env[69374]: _type = "Task" [ 782.492191] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.504165] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111131, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.576679] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52aed31d-37a9-858a-09a0-097e4902f8c3, 'name': SearchDatastore_Task, 'duration_secs': 0.034895} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.577180] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.577449] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.577702] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.613519] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523e94d3-7d47-c667-cae4-70afce861fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.044497} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.613928] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.614340] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 952742cc-1231-4064-9d92-e28e196553c1/952742cc-1231-4064-9d92-e28e196553c1.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.614767] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.615061] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.615566] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de0eab10-b836-44bc-aa1f-f5aa41f43479 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.619986] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0542c73d-07e0-42de-a00c-729a6313c8a4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.628130] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for the task: (returnval){ [ 782.628130] env[69374]: value = "task-4111132" [ 782.628130] env[69374]: _type = "Task" [ 782.628130] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.640801] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.642816] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.643093] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.644349] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c035fdac-83fa-404e-b0ba-6b523aa84ed6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.652106] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 782.652106] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5295a856-819d-ae70-be55-15fce9eeb07e" [ 782.652106] env[69374]: _type = "Task" [ 782.652106] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.665189] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5295a856-819d-ae70-be55-15fce9eeb07e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.679673] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111128, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.696346] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.703031] env[69374]: DEBUG nova.compute.manager [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.730219] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance e4a85118-4d45-489b-94b7-967fc80f5e10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.730399] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance e871adc2-871c-4f81-84d3-172ba0fa5ea9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.730528] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 985f141c-62c8-4ee6-8989-3afbb66f0e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.730669] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance d0e7e240-8276-4bba-8547-7ec13a40cb8e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 782.730850] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 5e27405c-eeb5-4af1-baf5-f9386393587e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.730960] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance f89bfd02-b61d-4942-851d-d9678c913852 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 782.731099] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 3d5f0869-84c1-4ccf-97ac-eaff324b7257 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.731212] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 7db22c5e-6c21-49be-8906-ec6aff0e722c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.731325] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 71bb33fe-516e-45d1-9097-775e783d763e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.731435] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance b3bf4a76-61e9-401a-a75c-c89cd0b74119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.731554] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 38c6330f-116c-4976-b127-e2b389e00475 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 782.731664] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance b08b3ed7-5812-432e-b618-f43104029336 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.732068] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance ad8c7bf8-0e9d-4e18-940a-f987e0ac954b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.732068] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 67a00538-d67f-4697-97d6-bb1c221847bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 782.732068] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance ed59b5f6-30c7-4e93-8340-abd701b8a7e9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 782.732215] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 79593cb2-e266-49c8-905d-c0ff06320f3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.732307] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance ed942bf3-996f-4c11-9a5e-eedb3d85b06e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.733145] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance d2dd5502-8ae0-4800-9c38-71fc70e38f3d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 782.733145] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 283fd941-f17d-4f36-b200-791f75bf7f97 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.733145] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0e955a18-2f05-4164-9601-37ac243a5cbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.733145] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 952742cc-1231-4064-9d92-e28e196553c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.733145] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance a964bb90-bac0-4408-adc0-bef9a160fbd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.733145] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 2c5d994d-aa71-47bd-8ecd-f077dd409472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 782.895567] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111129, 'name': CreateVM_Task, 'duration_secs': 0.346411} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.895567] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.896078] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.896289] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.897020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.897020] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d4362a6-f120-4fa2-9ee9-c4289627c17f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.904168] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Waiting for the task: (returnval){ [ 782.904168] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5292eeaf-f56a-c246-e9f3-e2e805ef1704" [ 782.904168] env[69374]: _type = "Task" [ 782.904168] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.918830] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5292eeaf-f56a-c246-e9f3-e2e805ef1704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.939878] env[69374]: DEBUG oslo_vmware.api [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111130, 'name': ReconfigVM_Task, 'duration_secs': 0.301687} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.940637] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 782.945553] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62578d75-e650-4a5a-ab59-91d8e23229d3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.963386] env[69374]: DEBUG oslo_vmware.api [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 782.963386] env[69374]: value = "task-4111133" [ 782.963386] env[69374]: _type = "Task" [ 782.963386] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.970630] env[69374]: DEBUG nova.network.neutron [req-0610f471-0e62-4f32-866b-39e72a5f658c req-ccb91ff0-3788-45f4-8937-03ad0e70d8da service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Updated VIF entry in instance network info cache for port 837e4505-e20c-41c9-b5b1-bb3b27cb7277. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.971237] env[69374]: DEBUG nova.network.neutron [req-0610f471-0e62-4f32-866b-39e72a5f658c req-ccb91ff0-3788-45f4-8937-03ad0e70d8da service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Updating instance_info_cache with network_info: [{"id": "837e4505-e20c-41c9-b5b1-bb3b27cb7277", "address": "fa:16:3e:ad:4c:09", "network": {"id": "f79e93d3-8f5e-4544-8d35-914ac0cf99c0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1928275607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b0842e3f4624acea0d491dd55b60c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837e4505-e2", "ovs_interfaceid": "837e4505-e20c-41c9-b5b1-bb3b27cb7277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.978369] env[69374]: DEBUG oslo_vmware.api [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.004175] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111131, 'name': Rename_Task, 'duration_secs': 0.216621} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.004503] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.004790] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39222e41-73f0-419f-be3b-0ddc7be5ad5b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.017506] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 783.017506] env[69374]: value = "task-4111134" [ 783.017506] env[69374]: _type = "Task" [ 783.017506] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.027910] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.139932] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504917} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.140293] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 952742cc-1231-4064-9d92-e28e196553c1/952742cc-1231-4064-9d92-e28e196553c1.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.140549] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.140882] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cef8bb55-1517-4635-89d1-5458f8d0a7fc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.149154] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for the task: (returnval){ [ 783.149154] env[69374]: value = "task-4111135" [ 783.149154] env[69374]: _type = "Task" [ 783.149154] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.165036] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5295a856-819d-ae70-be55-15fce9eeb07e, 'name': SearchDatastore_Task, 'duration_secs': 0.014458} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.168278] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.168540] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb438e5b-ab2c-41b5-b6c7-61c5977545ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.179050] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 783.179050] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526833f9-52f1-543c-f5bf-5ea99ebe516d" [ 783.179050] env[69374]: _type = "Task" [ 783.179050] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.183443] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111128, 'name': Destroy_Task, 'duration_secs': 0.56173} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.187504] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Destroyed the VM [ 783.187504] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 783.187678] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bf7c979a-3091-4981-be1a-d8ee66a7194f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.196688] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526833f9-52f1-543c-f5bf-5ea99ebe516d, 'name': SearchDatastore_Task, 'duration_secs': 0.011857} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.198509] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.198831] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] a964bb90-bac0-4408-adc0-bef9a160fbd0/a964bb90-bac0-4408-adc0-bef9a160fbd0.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.199371] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 783.199371] env[69374]: value = "task-4111136" [ 783.199371] env[69374]: _type = "Task" [ 783.199371] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.199693] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4cbf7f2-f5c1-4d66-9d6a-47eacadb16c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.217202] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.220547] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 783.220547] env[69374]: value = "task-4111137" [ 783.220547] env[69374]: _type = "Task" [ 783.220547] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.232194] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.238206] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance c3c4d8dc-bc7f-4128-b323-341d335219cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.416043] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5292eeaf-f56a-c246-e9f3-e2e805ef1704, 'name': SearchDatastore_Task, 'duration_secs': 0.05975} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.416403] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.416650] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.416889] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.417068] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.417322] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.417614] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd5b174e-71b6-4947-8ab2-b125bccd91af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.435926] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.436185] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.437300] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60fc1b11-bacd-42c2-a20c-90fb992be1ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.444031] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Waiting for the task: (returnval){ [ 783.444031] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5285bbd0-8745-a2a8-4a67-0e8eccb251d5" [ 783.444031] env[69374]: _type = "Task" [ 783.444031] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.453384] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5285bbd0-8745-a2a8-4a67-0e8eccb251d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.474424] env[69374]: DEBUG oslo_vmware.api [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111133, 'name': ReconfigVM_Task, 'duration_secs': 0.181866} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.474997] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814429', 'volume_id': 'e3334808-8eff-4daf-bf80-934af9bc8b34', 'name': 'volume-e3334808-8eff-4daf-bf80-934af9bc8b34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e27405c-eeb5-4af1-baf5-f9386393587e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e3334808-8eff-4daf-bf80-934af9bc8b34', 'serial': 'e3334808-8eff-4daf-bf80-934af9bc8b34'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 783.480239] env[69374]: DEBUG oslo_concurrency.lockutils [req-0610f471-0e62-4f32-866b-39e72a5f658c req-ccb91ff0-3788-45f4-8937-03ad0e70d8da service nova] Releasing lock "refresh_cache-283fd941-f17d-4f36-b200-791f75bf7f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.529802] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111134, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.664933] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080415} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.665347] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.666456] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537bf7c1-0399-4d7d-9084-63a115b2cd9a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.696415] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 952742cc-1231-4064-9d92-e28e196553c1/952742cc-1231-4064-9d92-e28e196553c1.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.696812] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454e6742-8c5a-4d9d-a0de-a3e75988f1be {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.722291] env[69374]: DEBUG nova.compute.manager [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.731369] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for the task: (returnval){ [ 783.731369] env[69374]: value = "task-4111138" [ 783.731369] env[69374]: _type = "Task" [ 783.731369] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.731612] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.741528] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance a1ecf066-1131-4880-9e8b-cfc5296b0ba7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.752304] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111137, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.752470] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.764877] env[69374]: DEBUG nova.virt.hardware [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.765153] env[69374]: DEBUG nova.virt.hardware [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.765351] env[69374]: DEBUG nova.virt.hardware [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.765563] env[69374]: DEBUG nova.virt.hardware [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.766064] env[69374]: DEBUG nova.virt.hardware [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.766064] env[69374]: DEBUG nova.virt.hardware [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.766266] env[69374]: DEBUG nova.virt.hardware [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.766266] env[69374]: DEBUG nova.virt.hardware [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.766489] env[69374]: DEBUG nova.virt.hardware [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.766692] env[69374]: DEBUG nova.virt.hardware [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.766881] env[69374]: DEBUG nova.virt.hardware [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.767881] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eda54b3-d175-41b0-b2ea-405ca2d7fc87 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.779272] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5daef2-ad35-4823-ab8a-ca1562d77340 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.799021] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.804069] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.804381] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.804605] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0ea49da-fe25-4b2a-b5a7-e81efacb2e94 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.824210] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.824210] env[69374]: value = "task-4111139" [ 783.824210] env[69374]: _type = "Task" [ 783.824210] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.834242] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111139, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.955704] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5285bbd0-8745-a2a8-4a67-0e8eccb251d5, 'name': SearchDatastore_Task, 'duration_secs': 0.060523} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.956637] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad4681f-98d5-43d0-b084-9f90761587a7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.963456] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Waiting for the task: (returnval){ [ 783.963456] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e338d9-35e9-2465-6763-cf14db56aab4" [ 783.963456] env[69374]: _type = "Task" [ 783.963456] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.973255] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e338d9-35e9-2465-6763-cf14db56aab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.028452] env[69374]: DEBUG oslo_vmware.api [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111134, 'name': PowerOnVM_Task, 'duration_secs': 0.534726} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.028781] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.029029] env[69374]: INFO nova.compute.manager [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Took 8.72 seconds to spawn the instance on the hypervisor. [ 784.029252] env[69374]: DEBUG nova.compute.manager [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.030175] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f86676-8b95-498b-80e0-168a3005985d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.046648] env[69374]: DEBUG nova.objects.instance [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lazy-loading 'flavor' on Instance uuid 5e27405c-eeb5-4af1-baf5-f9386393587e {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.226805] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111136, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.240286] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625125} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.243492] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] a964bb90-bac0-4408-adc0-bef9a160fbd0/a964bb90-bac0-4408-adc0-bef9a160fbd0.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.243717] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.243962] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4310a57-ee1f-43bb-88c0-722e4267b497 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.246563] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 78a90f76-8aeb-4a74-a2a7-ee67621f8275 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.252412] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.257510] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 784.257510] env[69374]: value = "task-4111140" [ 784.257510] env[69374]: _type = "Task" [ 784.257510] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.267843] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.334364] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111139, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.475661] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e338d9-35e9-2465-6763-cf14db56aab4, 'name': SearchDatastore_Task, 'duration_secs': 0.015184} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.476627] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.476627] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.476627] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bd83733-b8fa-4374-83a0-e2249971de3e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.483748] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Waiting for the task: (returnval){ [ 784.483748] env[69374]: value = "task-4111141" [ 784.483748] env[69374]: _type = "Task" [ 784.483748] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.492588] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.551379] env[69374]: INFO nova.compute.manager [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Took 42.58 seconds to build instance. [ 784.725556] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111136, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.751377] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.754030] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance a1ab1f2f-0e69-4483-9271-45a85b69608c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.767561] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232673} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.768659] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.769562] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b36e5fb-ce8d-4ef1-90a9-ea29a4b4d79b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.793243] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a964bb90-bac0-4408-adc0-bef9a160fbd0/a964bb90-bac0-4408-adc0-bef9a160fbd0.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.794041] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-894e559f-34ec-4b27-8fc0-d9504390b39d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.819057] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 784.819057] env[69374]: value = "task-4111142" [ 784.819057] env[69374]: _type = "Task" [ 784.819057] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.834395] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.840170] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111139, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.996016] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111141, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.054933] env[69374]: DEBUG oslo_concurrency.lockutils [None req-21f804f0-1c2c-41c0-b9af-dd4b11f5a76d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "0e955a18-2f05-4164-9601-37ac243a5cbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.310s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.056014] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2b29aee8-7d02-47f7-a61f-c173261073c4 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.345s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.229389] env[69374]: DEBUG oslo_vmware.api [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111136, 'name': RemoveSnapshot_Task, 'duration_secs': 1.602487} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.229887] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.230145] env[69374]: INFO nova.compute.manager [None req-06dd3845-0397-453d-9515-6904f417f9bb tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Took 17.12 seconds to snapshot the instance on the hypervisor. [ 785.251225] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111138, 'name': ReconfigVM_Task, 'duration_secs': 1.134287} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.251532] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 952742cc-1231-4064-9d92-e28e196553c1/952742cc-1231-4064-9d92-e28e196553c1.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.252231] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cd2330b-aea5-4ab4-808f-85ff56f002b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.257082] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 8f7563b6-b739-48f5-afcd-74ff590d32ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 785.261981] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for the task: (returnval){ [ 785.261981] env[69374]: value = "task-4111143" [ 785.261981] env[69374]: _type = "Task" [ 785.261981] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.271942] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111143, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.333258] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.339724] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111139, 'name': CreateVM_Task, 'duration_secs': 1.285182} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.340017] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.340449] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.340607] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.340954] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.342051] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d0bce2-05f6-4d05-bd07-89e46b6036a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.347765] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 785.347765] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52979479-c0e3-85c4-4742-c1afc717b5dd" [ 785.347765] env[69374]: _type = "Task" [ 785.347765] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.356762] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52979479-c0e3-85c4-4742-c1afc717b5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.496864] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860384} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.497213] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.497464] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.497762] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ddc8665-bc4e-4176-adae-e7f5277cf585 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.505079] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Waiting for the task: (returnval){ [ 785.505079] env[69374]: value = "task-4111144" [ 785.505079] env[69374]: _type = "Task" [ 785.505079] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.517458] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.558501] env[69374]: DEBUG nova.compute.manager [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.762846] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 5149de8c-a780-42f3-b06e-8c51585a5329 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 785.774593] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111143, 'name': Rename_Task, 'duration_secs': 0.492196} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.774857] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.775205] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c846547-4f29-471a-90d5-63808e948fc1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.783249] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for the task: (returnval){ [ 785.783249] env[69374]: value = "task-4111145" [ 785.783249] env[69374]: _type = "Task" [ 785.783249] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.792342] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.831490] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111142, 'name': ReconfigVM_Task, 'duration_secs': 0.572523} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.831788] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a964bb90-bac0-4408-adc0-bef9a160fbd0/a964bb90-bac0-4408-adc0-bef9a160fbd0.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.832451] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d21002a-1d44-4f17-bfb4-d44cf380d5a6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.840442] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 785.840442] env[69374]: value = "task-4111146" [ 785.840442] env[69374]: _type = "Task" [ 785.840442] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.854239] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111146, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.862051] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52979479-c0e3-85c4-4742-c1afc717b5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.862407] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.862761] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.862934] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.863067] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.863255] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.863545] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3a35200-b402-41a8-b377-93c6a9739083 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.876109] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.877576] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.877576] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1f1d7b-abbb-410a-aa12-4c3a46e10256 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.885487] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 785.885487] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dccb04-ec86-a0c2-2d0d-07fce26eb9b3" [ 785.885487] env[69374]: _type = "Task" [ 785.885487] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.894543] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52dccb04-ec86-a0c2-2d0d-07fce26eb9b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.015922] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074964} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.016212] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.017175] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304177d0-6147-4a8b-8fb5-c5ab7597f933 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.043779] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.044499] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a562795-eade-4fcc-b83c-32d86a244d65 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.067043] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Waiting for the task: (returnval){ [ 786.067043] env[69374]: value = "task-4111147" [ 786.067043] env[69374]: _type = "Task" [ 786.067043] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.080244] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.089940] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.270155] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 6cfc2345-bf4f-401b-b09b-537b0f5671f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.296303] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.318300] env[69374]: DEBUG nova.compute.manager [req-14dfea8e-1036-4b93-9dac-066fe90d4f67 req-dad7c52e-93f6-4be5-9be3-980b088b8f1d service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Received event network-changed-619f68ce-c4e5-4bf3-8aed-ef1622c5b242 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.318623] env[69374]: DEBUG nova.compute.manager [req-14dfea8e-1036-4b93-9dac-066fe90d4f67 req-dad7c52e-93f6-4be5-9be3-980b088b8f1d service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Refreshing instance network info cache due to event network-changed-619f68ce-c4e5-4bf3-8aed-ef1622c5b242. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.318963] env[69374]: DEBUG oslo_concurrency.lockutils [req-14dfea8e-1036-4b93-9dac-066fe90d4f67 req-dad7c52e-93f6-4be5-9be3-980b088b8f1d service nova] Acquiring lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.319224] env[69374]: DEBUG oslo_concurrency.lockutils [req-14dfea8e-1036-4b93-9dac-066fe90d4f67 req-dad7c52e-93f6-4be5-9be3-980b088b8f1d service nova] Acquired lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.319470] env[69374]: DEBUG nova.network.neutron [req-14dfea8e-1036-4b93-9dac-066fe90d4f67 req-dad7c52e-93f6-4be5-9be3-980b088b8f1d service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Refreshing network info cache for port 619f68ce-c4e5-4bf3-8aed-ef1622c5b242 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.352980] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111146, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.398093] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52dccb04-ec86-a0c2-2d0d-07fce26eb9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.399495] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311f5769-5de0-4606-858f-cea4ef125d0c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.415428] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 786.415428] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ce2700-06fe-691e-d1a7-764848e2ba3a" [ 786.415428] env[69374]: _type = "Task" [ 786.415428] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.426332] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ce2700-06fe-691e-d1a7-764848e2ba3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.582115] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111147, 'name': ReconfigVM_Task, 'duration_secs': 0.305652} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.582386] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ed942bf3-996f-4c11-9a5e-eedb3d85b06e/ed942bf3-996f-4c11-9a5e-eedb3d85b06e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.582989] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3abe7129-c04c-47ea-8757-5e635982944f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.591156] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Waiting for the task: (returnval){ [ 786.591156] env[69374]: value = "task-4111148" [ 786.591156] env[69374]: _type = "Task" [ 786.591156] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.599621] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111148, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.773791] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance d9bfc0a0-60da-4491-9c2e-14dfa871b025 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.795022] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.795441] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.800460] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111145, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.860797] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111146, 'name': Rename_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.928263] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ce2700-06fe-691e-d1a7-764848e2ba3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012874} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.928971] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.929693] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 2c5d994d-aa71-47bd-8ecd-f077dd409472/2c5d994d-aa71-47bd-8ecd-f077dd409472.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.931023] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e5bf8d7-035f-4943-baf0-9ed6c18b9682 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.939810] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 786.939810] env[69374]: value = "task-4111149" [ 786.939810] env[69374]: _type = "Task" [ 786.939810] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.947967] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.060362] env[69374]: DEBUG nova.network.neutron [req-14dfea8e-1036-4b93-9dac-066fe90d4f67 req-dad7c52e-93f6-4be5-9be3-980b088b8f1d service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Updated VIF entry in instance network info cache for port 619f68ce-c4e5-4bf3-8aed-ef1622c5b242. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.060758] env[69374]: DEBUG nova.network.neutron [req-14dfea8e-1036-4b93-9dac-066fe90d4f67 req-dad7c52e-93f6-4be5-9be3-980b088b8f1d service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Updating instance_info_cache with network_info: [{"id": "619f68ce-c4e5-4bf3-8aed-ef1622c5b242", "address": "fa:16:3e:bd:d1:f7", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619f68ce-c4", "ovs_interfaceid": "619f68ce-c4e5-4bf3-8aed-ef1622c5b242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.113917] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111148, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.121840] env[69374]: DEBUG nova.compute.manager [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.122844] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8bb299-1c17-41c9-b5ad-f1d7dd234e59 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.276851] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 6e9d6306-132d-4d57-8c21-507efe2dd8eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.298176] env[69374]: DEBUG oslo_vmware.api [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111145, 'name': PowerOnVM_Task, 'duration_secs': 1.254382} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.298465] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.298695] env[69374]: INFO nova.compute.manager [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Took 9.21 seconds to spawn the instance on the hypervisor. [ 787.298885] env[69374]: DEBUG nova.compute.manager [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.299835] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377e3286-df43-4f11-aa78-c69579749d4a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.357636] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111146, 'name': Rename_Task, 'duration_secs': 1.202001} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.357636] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.357636] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6e1b9f9-fd94-4240-b95b-76fbd645d79a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.365016] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 787.365016] env[69374]: value = "task-4111150" [ 787.365016] env[69374]: _type = "Task" [ 787.365016] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.377627] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.452365] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111149, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.564416] env[69374]: DEBUG oslo_concurrency.lockutils [req-14dfea8e-1036-4b93-9dac-066fe90d4f67 req-dad7c52e-93f6-4be5-9be3-980b088b8f1d service nova] Releasing lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.602122] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111148, 'name': Rename_Task, 'duration_secs': 0.579736} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.602541] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.602798] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2ad00bf-42ca-4a49-91ab-80557288a0d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.609107] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Waiting for the task: (returnval){ [ 787.609107] env[69374]: value = "task-4111151" [ 787.609107] env[69374]: _type = "Task" [ 787.609107] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.618050] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.639937] env[69374]: INFO nova.compute.manager [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] instance snapshotting [ 787.643106] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82464c47-3385-464b-9a3d-305f27ea10ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.664554] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffc1fa4-012c-4be0-8b18-e4e648c9f5de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.782279] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 23852d0d-1e37-458d-bc2f-453086768afc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.820853] env[69374]: INFO nova.compute.manager [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Took 44.73 seconds to build instance. [ 787.878623] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.949996] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596867} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.950309] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 2c5d994d-aa71-47bd-8ecd-f077dd409472/2c5d994d-aa71-47bd-8ecd-f077dd409472.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.950533] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.952569] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45dc705d-146a-4415-bff4-66896560e3e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.958251] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 787.958251] env[69374]: value = "task-4111152" [ 787.958251] env[69374]: _type = "Task" [ 787.958251] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.967786] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.121110] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111151, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.177575] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 788.177890] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94e3aadd-f5f5-43a9-a1da-b51e52f5e7cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.184829] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 788.184829] env[69374]: value = "task-4111153" [ 788.184829] env[69374]: _type = "Task" [ 788.184829] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.192440] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111153, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.284633] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 57575546-660a-4ce5-b6b0-f0a0dfaa5169 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 788.322236] env[69374]: DEBUG oslo_concurrency.lockutils [None req-792b6c32-f808-4e3e-86aa-3d22871afa91 tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Lock "952742cc-1231-4064-9d92-e28e196553c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.885s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.378142] env[69374]: DEBUG oslo_vmware.api [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111150, 'name': PowerOnVM_Task, 'duration_secs': 0.788106} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.378448] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.378748] env[69374]: INFO nova.compute.manager [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Took 7.49 seconds to spawn the instance on the hypervisor. [ 788.378934] env[69374]: DEBUG nova.compute.manager [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 788.379845] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1c07e3-8934-4dba-b6d4-b5b9896a60b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.469654] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071179} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.469981] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.470784] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56be16c-858a-43c0-a2d0-ba18d7a0ff77 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.492595] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 2c5d994d-aa71-47bd-8ecd-f077dd409472/2c5d994d-aa71-47bd-8ecd-f077dd409472.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.493340] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b515aff-ba8f-4c73-b055-30b02685f440 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.515444] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 788.515444] env[69374]: value = "task-4111154" [ 788.515444] env[69374]: _type = "Task" [ 788.515444] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.524473] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.620685] env[69374]: DEBUG oslo_vmware.api [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Task: {'id': task-4111151, 'name': PowerOnVM_Task, 'duration_secs': 0.51238} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.621125] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.621399] env[69374]: DEBUG nova.compute.manager [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 788.622313] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b8b073-beee-4154-be40-9fac319a1139 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.696875] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111153, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.787538] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance ef27b1d5-1bb8-48ca-8ec1-149520bac6dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 788.824724] env[69374]: DEBUG nova.compute.manager [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.901863] env[69374]: INFO nova.compute.manager [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Took 41.59 seconds to build instance. [ 789.026689] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.142827] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.199157] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111153, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.290562] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance e8d90ed7-91d5-4d19-a4d4-e200c43b3de2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 789.340539] env[69374]: DEBUG nova.compute.manager [req-aee5e423-eaed-401b-88e7-2043f4763625 req-4b3aed10-5ed9-49b0-b5be-9a107fa9ef9f service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Received event network-changed-745e0943-aca9-4650-b2bc-12f852748730 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.342341] env[69374]: DEBUG nova.compute.manager [req-aee5e423-eaed-401b-88e7-2043f4763625 req-4b3aed10-5ed9-49b0-b5be-9a107fa9ef9f service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Refreshing instance network info cache due to event network-changed-745e0943-aca9-4650-b2bc-12f852748730. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.342341] env[69374]: DEBUG oslo_concurrency.lockutils [req-aee5e423-eaed-401b-88e7-2043f4763625 req-4b3aed10-5ed9-49b0-b5be-9a107fa9ef9f service nova] Acquiring lock "refresh_cache-952742cc-1231-4064-9d92-e28e196553c1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.342341] env[69374]: DEBUG oslo_concurrency.lockutils [req-aee5e423-eaed-401b-88e7-2043f4763625 req-4b3aed10-5ed9-49b0-b5be-9a107fa9ef9f service nova] Acquired lock "refresh_cache-952742cc-1231-4064-9d92-e28e196553c1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.342341] env[69374]: DEBUG nova.network.neutron [req-aee5e423-eaed-401b-88e7-2043f4763625 req-4b3aed10-5ed9-49b0-b5be-9a107fa9ef9f service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Refreshing network info cache for port 745e0943-aca9-4650-b2bc-12f852748730 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.361934] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.405401] env[69374]: DEBUG oslo_concurrency.lockutils [None req-83db99cd-104a-4979-a355-fb46a3b2f2ee tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "a964bb90-bac0-4408-adc0-bef9a160fbd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.039s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.531127] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111154, 'name': ReconfigVM_Task, 'duration_secs': 0.6627} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.531236] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 2c5d994d-aa71-47bd-8ecd-f077dd409472/2c5d994d-aa71-47bd-8ecd-f077dd409472.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.531865] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b16ae5d6-f895-4fec-86f0-b957dddd33b0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.540709] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 789.540709] env[69374]: value = "task-4111155" [ 789.540709] env[69374]: _type = "Task" [ 789.540709] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.552745] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111155, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.694683] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquiring lock "ed942bf3-996f-4c11-9a5e-eedb3d85b06e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.694998] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "ed942bf3-996f-4c11-9a5e-eedb3d85b06e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.695214] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquiring lock "ed942bf3-996f-4c11-9a5e-eedb3d85b06e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.695403] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "ed942bf3-996f-4c11-9a5e-eedb3d85b06e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.695568] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "ed942bf3-996f-4c11-9a5e-eedb3d85b06e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.700972] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111153, 'name': CreateSnapshot_Task, 'duration_secs': 1.322926} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.701500] env[69374]: INFO nova.compute.manager [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Terminating instance [ 789.703024] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 789.703718] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23acfc1e-018f-4e68-ad87-3db773edbde4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.796184] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance ee7e33f7-25ba-46d1-84b8-07b05170a1b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 789.796184] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 789.796184] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 789.908423] env[69374]: DEBUG nova.compute.manager [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.052290] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111155, 'name': Rename_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.108272] env[69374]: DEBUG nova.network.neutron [req-aee5e423-eaed-401b-88e7-2043f4763625 req-4b3aed10-5ed9-49b0-b5be-9a107fa9ef9f service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Updated VIF entry in instance network info cache for port 745e0943-aca9-4650-b2bc-12f852748730. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.108829] env[69374]: DEBUG nova.network.neutron [req-aee5e423-eaed-401b-88e7-2043f4763625 req-4b3aed10-5ed9-49b0-b5be-9a107fa9ef9f service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Updating instance_info_cache with network_info: [{"id": "745e0943-aca9-4650-b2bc-12f852748730", "address": "fa:16:3e:6e:b4:0c", "network": {"id": "58dbd53b-0bb0-4795-8384-4c53a2460e41", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1396162669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32ce742046b842e7a4a44b9803134668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745e0943-ac", "ovs_interfaceid": "745e0943-aca9-4650-b2bc-12f852748730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.209645] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquiring lock "refresh_cache-ed942bf3-996f-4c11-9a5e-eedb3d85b06e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.209861] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquired lock "refresh_cache-ed942bf3-996f-4c11-9a5e-eedb3d85b06e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.210049] env[69374]: DEBUG nova.network.neutron [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.224307] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 790.225740] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0490ffb1-f78a-49f0-99dc-6e81d8fdad36 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.238707] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 790.238707] env[69374]: value = "task-4111156" [ 790.238707] env[69374]: _type = "Task" [ 790.238707] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.249009] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111156, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.410471] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151b2f0f-eeef-4a0b-84f7-5acb552de2a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.422570] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ec58fb-2ebd-4306-8207-b7d2675c08c9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.460553] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.461465] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9535c1-1f0f-4e30-8f00-c3c879cb249c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.470177] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a93e10-da9e-4e0f-a440-e36ee27501c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.486075] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.555661] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111155, 'name': Rename_Task, 'duration_secs': 0.520583} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.555661] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.556022] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5737eb9e-eee2-4307-9106-d7168defceec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.564768] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 790.564768] env[69374]: value = "task-4111157" [ 790.564768] env[69374]: _type = "Task" [ 790.564768] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.577273] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.612387] env[69374]: DEBUG oslo_concurrency.lockutils [req-aee5e423-eaed-401b-88e7-2043f4763625 req-4b3aed10-5ed9-49b0-b5be-9a107fa9ef9f service nova] Releasing lock "refresh_cache-952742cc-1231-4064-9d92-e28e196553c1" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.738056] env[69374]: DEBUG nova.network.neutron [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.751051] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111156, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.819385] env[69374]: DEBUG nova.network.neutron [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.990062] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.077042] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.253087] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111156, 'name': CloneVM_Task} progress is 95%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.322850] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Releasing lock "refresh_cache-ed942bf3-996f-4c11-9a5e-eedb3d85b06e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.323303] env[69374]: DEBUG nova.compute.manager [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.323497] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.324434] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7e1986-17cc-49f0-b480-4d9e5813fce4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.333676] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.333982] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e0964b-7d00-4a94-b38e-8c339eecdb79 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.342398] env[69374]: DEBUG oslo_vmware.api [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 791.342398] env[69374]: value = "task-4111158" [ 791.342398] env[69374]: _type = "Task" [ 791.342398] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.353096] env[69374]: DEBUG oslo_vmware.api [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.496478] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 791.496829] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.817s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.496975] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.471s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.499522] env[69374]: INFO nova.compute.claims [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.579441] env[69374]: DEBUG oslo_vmware.api [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111157, 'name': PowerOnVM_Task, 'duration_secs': 0.578308} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.579944] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.580295] env[69374]: INFO nova.compute.manager [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Took 7.86 seconds to spawn the instance on the hypervisor. [ 791.580603] env[69374]: DEBUG nova.compute.manager [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.581967] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923b444e-21b3-478f-ba0b-16a97821fb46 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.751696] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111156, 'name': CloneVM_Task, 'duration_secs': 1.394384} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.751967] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Created linked-clone VM from snapshot [ 791.752730] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfecfa18-1fef-4cd2-b4ef-746961ae3a2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.761053] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Uploading image 359afdb7-7137-4ebb-9d2e-ad717b81ad73 {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 791.784992] env[69374]: DEBUG oslo_vmware.rw_handles [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 791.784992] env[69374]: value = "vm-814443" [ 791.784992] env[69374]: _type = "VirtualMachine" [ 791.784992] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 791.785311] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6d244b23-d7e4-4a73-9964-f0b16a41e6dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.793135] env[69374]: DEBUG oslo_vmware.rw_handles [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lease: (returnval){ [ 791.793135] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52be6e56-5248-e82b-13ed-e280650df7c8" [ 791.793135] env[69374]: _type = "HttpNfcLease" [ 791.793135] env[69374]: } obtained for exporting VM: (result){ [ 791.793135] env[69374]: value = "vm-814443" [ 791.793135] env[69374]: _type = "VirtualMachine" [ 791.793135] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 791.793505] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the lease: (returnval){ [ 791.793505] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52be6e56-5248-e82b-13ed-e280650df7c8" [ 791.793505] env[69374]: _type = "HttpNfcLease" [ 791.793505] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 791.801247] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.801247] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52be6e56-5248-e82b-13ed-e280650df7c8" [ 791.801247] env[69374]: _type = "HttpNfcLease" [ 791.801247] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 791.853312] env[69374]: DEBUG oslo_vmware.api [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111158, 'name': PowerOffVM_Task, 'duration_secs': 0.309733} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.853600] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.853771] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.854042] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9f108cd-91f4-4c56-b159-78a28f3f7d76 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.885118] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.885373] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.885562] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Deleting the datastore file [datastore1] ed942bf3-996f-4c11-9a5e-eedb3d85b06e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.885858] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a39224f-cbfd-4e3c-9679-fd259691d10c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.894134] env[69374]: DEBUG oslo_vmware.api [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for the task: (returnval){ [ 791.894134] env[69374]: value = "task-4111161" [ 791.894134] env[69374]: _type = "Task" [ 791.894134] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.904760] env[69374]: DEBUG oslo_vmware.api [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.103268] env[69374]: INFO nova.compute.manager [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Took 42.36 seconds to build instance. [ 792.303035] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.303035] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52be6e56-5248-e82b-13ed-e280650df7c8" [ 792.303035] env[69374]: _type = "HttpNfcLease" [ 792.303035] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 792.303788] env[69374]: DEBUG oslo_vmware.rw_handles [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 792.303788] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52be6e56-5248-e82b-13ed-e280650df7c8" [ 792.303788] env[69374]: _type = "HttpNfcLease" [ 792.303788] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 792.304874] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cdcc4d-9fba-41b4-8d76-05f5a463bbbf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.314728] env[69374]: DEBUG oslo_vmware.rw_handles [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265be10-4dec-4c75-5a80-678b04f1f7ee/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 792.314728] env[69374]: DEBUG oslo_vmware.rw_handles [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265be10-4dec-4c75-5a80-678b04f1f7ee/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 792.405067] env[69374]: DEBUG oslo_vmware.api [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Task: {'id': task-4111161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412341} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.405581] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.405581] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.405713] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.405884] env[69374]: INFO nova.compute.manager [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 792.406089] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.406419] env[69374]: DEBUG nova.compute.manager [-] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.406419] env[69374]: DEBUG nova.network.neutron [-] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.425304] env[69374]: DEBUG nova.network.neutron [-] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.459801] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7caf1de2-ef64-4bed-8b18-3cfd13022bd9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.607378] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8364ce43-fc16-4cb6-ad68-b031836aa13c tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "2c5d994d-aa71-47bd-8ecd-f077dd409472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.333s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.884134] env[69374]: INFO nova.compute.manager [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Rebuilding instance [ 792.930300] env[69374]: DEBUG nova.network.neutron [-] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.938335] env[69374]: DEBUG nova.compute.manager [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.939836] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa25380-17f8-4208-904c-1193026ab411 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.094868] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8411447-87af-404e-97a5-caddbde1c067 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.103269] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f763dc13-9bbd-4c9c-8f2e-f4409fffa1bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.114023] env[69374]: DEBUG nova.compute.manager [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.141223] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dc88fe-5662-457a-ac6a-67fdd1dc0bf6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.150540] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6231e8-0ad6-491c-9b59-12a9663fff7f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.169511] env[69374]: DEBUG nova.compute.provider_tree [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.438882] env[69374]: INFO nova.compute.manager [-] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Took 1.03 seconds to deallocate network for instance. [ 793.665174] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.673848] env[69374]: DEBUG nova.scheduler.client.report [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.947620] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.956963] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.957298] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f822c5d-c685-478e-9d6b-d1663057c6c8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.966363] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 793.966363] env[69374]: value = "task-4111162" [ 793.966363] env[69374]: _type = "Task" [ 793.966363] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.975741] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.181172] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.182031] env[69374]: DEBUG nova.compute.manager [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.184673] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.184s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.184986] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.187278] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.390s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.187511] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.189867] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.255s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.191373] env[69374]: INFO nova.compute.claims [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.213297] env[69374]: INFO nova.scheduler.client.report [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Deleted allocations for instance f89bfd02-b61d-4942-851d-d9678c913852 [ 794.215577] env[69374]: INFO nova.scheduler.client.report [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Deleted allocations for instance 38c6330f-116c-4976-b127-e2b389e00475 [ 794.477444] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111162, 'name': PowerOffVM_Task, 'duration_secs': 0.170455} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.477818] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.478468] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.479147] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ef7b35-4e2e-45df-9d80-751edea1f997 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.488955] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.488955] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9350f711-72a4-4cc5-a9f6-124db0c35374 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.518849] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.519115] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.519299] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Deleting the datastore file [datastore2] 2c5d994d-aa71-47bd-8ecd-f077dd409472 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.519599] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96413d5a-69ff-4aed-84d5-1c1a50a7beaf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.528775] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 794.528775] env[69374]: value = "task-4111164" [ 794.528775] env[69374]: _type = "Task" [ 794.528775] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.538953] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.696812] env[69374]: DEBUG nova.compute.utils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.700870] env[69374]: DEBUG nova.compute.manager [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Not allocating networking since 'none' was specified. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 794.725730] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6c048aef-b9d6-4038-b9fd-67cea63c73ab tempest-AttachInterfacesUnderV243Test-757120822 tempest-AttachInterfacesUnderV243Test-757120822-project-member] Lock "f89bfd02-b61d-4942-851d-d9678c913852" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.077s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.727388] env[69374]: DEBUG oslo_concurrency.lockutils [None req-23209dcd-0503-48e1-9477-8584f47f3e58 tempest-ServerDiagnosticsV248Test-1748027877 tempest-ServerDiagnosticsV248Test-1748027877-project-member] Lock "38c6330f-116c-4976-b127-e2b389e00475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.160s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.040390] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132171} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.042878] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.042878] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.042878] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.202693] env[69374]: DEBUG nova.compute.manager [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.806134] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be96330-e10f-404e-9b50-3c4bdaf15bd4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.815009] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff8c39-7c48-4082-8085-ef24ae0ada2f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.846054] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747caded-4521-4643-9584-fb3d56360be3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.854363] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05de147d-520c-4d91-a52e-dd4290849a4d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.869706] env[69374]: DEBUG nova.compute.provider_tree [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.088540] env[69374]: DEBUG nova.virt.hardware [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.089105] env[69374]: DEBUG nova.virt.hardware [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.089105] env[69374]: DEBUG nova.virt.hardware [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.090157] env[69374]: DEBUG nova.virt.hardware [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.090796] env[69374]: DEBUG nova.virt.hardware [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.094474] env[69374]: DEBUG nova.virt.hardware [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.094474] env[69374]: DEBUG nova.virt.hardware [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.094474] env[69374]: DEBUG nova.virt.hardware [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.094581] env[69374]: DEBUG nova.virt.hardware [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.095204] env[69374]: DEBUG nova.virt.hardware [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.095204] env[69374]: DEBUG nova.virt.hardware [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.095954] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c59888-5046-4e85-a579-93aca013f500 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.104973] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99434f6-999d-4ba0-b2e3-4ede1ce456b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.125258] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.132241] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.132884] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.133208] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bf1fc0a-4ddd-46fd-bc60-5854bd9587c4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.155967] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.155967] env[69374]: value = "task-4111165" [ 796.155967] env[69374]: _type = "Task" [ 796.155967] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.169921] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111165, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.211239] env[69374]: DEBUG nova.compute.manager [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.240153] env[69374]: DEBUG nova.virt.hardware [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.240747] env[69374]: DEBUG nova.virt.hardware [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.240747] env[69374]: DEBUG nova.virt.hardware [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.240978] env[69374]: DEBUG nova.virt.hardware [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.241173] env[69374]: DEBUG nova.virt.hardware [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.241329] env[69374]: DEBUG nova.virt.hardware [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.241543] env[69374]: DEBUG nova.virt.hardware [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.241712] env[69374]: DEBUG nova.virt.hardware [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.241944] env[69374]: DEBUG nova.virt.hardware [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.242178] env[69374]: DEBUG nova.virt.hardware [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.242377] env[69374]: DEBUG nova.virt.hardware [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.243286] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1490d57f-f4b0-42c4-bf07-653b1bb5da5c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.254618] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7126a75f-8c97-4f37-9cf1-d96b91a0ffba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.270865] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.278270] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Creating folder: Project (ded3e25e3e9b4004bc9f7da76500d4ae). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.278392] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af2b9144-8a88-411a-9785-9036ff4dbd00 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.293899] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Created folder: Project (ded3e25e3e9b4004bc9f7da76500d4ae) in parent group-v814324. [ 796.293899] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Creating folder: Instances. Parent ref: group-v814445. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.294180] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdae6c0c-7ff1-438c-b72c-ec5c8e5cecd9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.311138] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Created folder: Instances in parent group-v814445. [ 796.311138] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.311138] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.311138] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42ecc706-e6ec-45e2-9779-095556314207 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.336684] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.336684] env[69374]: value = "task-4111168" [ 796.336684] env[69374]: _type = "Task" [ 796.336684] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.350646] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111168, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.373107] env[69374]: DEBUG nova.scheduler.client.report [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.670445] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111165, 'name': CreateVM_Task, 'duration_secs': 0.407525} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.670699] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.671224] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.671425] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.671886] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.672178] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab7dfb8-92d5-47a7-b81c-6ba6ff1fc06b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.678313] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 796.678313] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526b5bfd-d5c8-6a2a-c73e-d08cd58d70ef" [ 796.678313] env[69374]: _type = "Task" [ 796.678313] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.693742] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526b5bfd-d5c8-6a2a-c73e-d08cd58d70ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.849798] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111168, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.878976] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.879538] env[69374]: DEBUG nova.compute.manager [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.882225] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.655s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.882424] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.886632] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.599s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.886853] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.890445] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.869s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.892815] env[69374]: INFO nova.compute.claims [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.922232] env[69374]: INFO nova.scheduler.client.report [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleted allocations for instance 67a00538-d67f-4697-97d6-bb1c221847bf [ 796.935332] env[69374]: INFO nova.scheduler.client.report [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Deleted allocations for instance ed59b5f6-30c7-4e93-8340-abd701b8a7e9 [ 797.193285] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526b5bfd-d5c8-6a2a-c73e-d08cd58d70ef, 'name': SearchDatastore_Task, 'duration_secs': 0.026253} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.193783] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.194206] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.194505] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.194738] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.195072] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.195400] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec9efd58-bb14-4477-8a9a-27e0e98d98a3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.207148] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.207460] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.208626] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a653a46e-a464-4c22-8e95-e775bb5f9fdf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.217017] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 797.217017] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e31000-8bcf-deea-0b86-482cc1cbe4d6" [ 797.217017] env[69374]: _type = "Task" [ 797.217017] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.229858] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e31000-8bcf-deea-0b86-482cc1cbe4d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.352806] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111168, 'name': CreateVM_Task, 'duration_secs': 0.631311} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.352988] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.353433] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.353591] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.353927] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.354208] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e660ccc6-d23e-4b0c-a57b-2ea06beab52b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.376532] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 797.376532] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52996f94-04e8-1c24-b985-b25801e54b05" [ 797.376532] env[69374]: _type = "Task" [ 797.376532] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.376532] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52996f94-04e8-1c24-b985-b25801e54b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.398893] env[69374]: DEBUG nova.compute.utils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.400817] env[69374]: DEBUG nova.compute.manager [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.401077] env[69374]: DEBUG nova.network.neutron [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.431256] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c5dcf99-4cff-437d-a3a4-43379db52945 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "67a00538-d67f-4697-97d6-bb1c221847bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.735s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.446045] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41913d5e-3f3b-45b1-9699-b0d18f17a678 tempest-MultipleCreateTestJSON-1531305405 tempest-MultipleCreateTestJSON-1531305405-project-member] Lock "ed59b5f6-30c7-4e93-8340-abd701b8a7e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.832s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.477712] env[69374]: DEBUG nova.policy [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cec4ab8f7214d5d98454890cb41c599', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b8aede2aac74e3cb325fe04a2b3b7a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.735124] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e31000-8bcf-deea-0b86-482cc1cbe4d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011716} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.735892] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d015847-50e6-4284-a550-ca7e83de39d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.742623] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 797.742623] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52447923-82b5-b3fc-8a64-609f34675215" [ 797.742623] env[69374]: _type = "Task" [ 797.742623] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.751660] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52447923-82b5-b3fc-8a64-609f34675215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.861153] env[69374]: DEBUG nova.network.neutron [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Successfully created port: b28636a3-7b1d-48d9-9b6b-3491539a82b2 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.876540] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52996f94-04e8-1c24-b985-b25801e54b05, 'name': SearchDatastore_Task, 'duration_secs': 0.023725} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.877321] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.877862] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.878300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.904602] env[69374]: DEBUG nova.compute.manager [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.257563] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52447923-82b5-b3fc-8a64-609f34675215, 'name': SearchDatastore_Task, 'duration_secs': 0.01194} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.257856] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.258147] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 2c5d994d-aa71-47bd-8ecd-f077dd409472/2c5d994d-aa71-47bd-8ecd-f077dd409472.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.258487] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.258708] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.258952] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9409fb57-7537-496d-90b6-332d0cf2803b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.261198] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b73fc6d-3c42-45bd-bc2e-2b282e17fe9f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.270996] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 798.270996] env[69374]: value = "task-4111169" [ 798.270996] env[69374]: _type = "Task" [ 798.270996] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.272406] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.272598] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.278099] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b37cd77-e8ac-4344-a04d-777dc529c1f4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.293284] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 798.293284] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f871db-46e4-d891-027b-217522ae0b58" [ 798.293284] env[69374]: _type = "Task" [ 798.293284] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.293566] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.307587] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f871db-46e4-d891-027b-217522ae0b58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.490210] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6766abff-ddcf-4f58-b8d3-4160ad4f4472 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.499436] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a595bf0b-0a6f-43d0-9215-351592644120 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.541537] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078a1d2c-99d5-4a23-bcd9-65ac5ada4175 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.552364] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bc5dc3-1d01-4e4b-9abb-57820570280d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.570358] env[69374]: DEBUG nova.compute.provider_tree [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.784972] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111169, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.811264] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f871db-46e4-d891-027b-217522ae0b58, 'name': SearchDatastore_Task, 'duration_secs': 0.02664} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.812273] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ca96aa-e87b-4bff-8f1e-8c34d54b547d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.824923] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 798.824923] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5250703b-8f3b-d4b3-99d4-62550248274a" [ 798.824923] env[69374]: _type = "Task" [ 798.824923] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.839581] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5250703b-8f3b-d4b3-99d4-62550248274a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.919661] env[69374]: DEBUG nova.compute.manager [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.957226] env[69374]: DEBUG nova.virt.hardware [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.957472] env[69374]: DEBUG nova.virt.hardware [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.957826] env[69374]: DEBUG nova.virt.hardware [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.958246] env[69374]: DEBUG nova.virt.hardware [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.958569] env[69374]: DEBUG nova.virt.hardware [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.959264] env[69374]: DEBUG nova.virt.hardware [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.959960] env[69374]: DEBUG nova.virt.hardware [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.962048] env[69374]: DEBUG nova.virt.hardware [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.962048] env[69374]: DEBUG nova.virt.hardware [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.962048] env[69374]: DEBUG nova.virt.hardware [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.962048] env[69374]: DEBUG nova.virt.hardware [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.966040] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713106a3-9a4e-40f8-ab77-7e41d102a9aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.979456] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41214bfc-8b3d-4f17-878c-6be510ee3fc0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.077458] env[69374]: DEBUG nova.scheduler.client.report [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.284952] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819331} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.285347] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 2c5d994d-aa71-47bd-8ecd-f077dd409472/2c5d994d-aa71-47bd-8ecd-f077dd409472.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.285577] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.285923] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92890698-c136-4f33-9ac7-882496c1a0e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.302127] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 799.302127] env[69374]: value = "task-4111170" [ 799.302127] env[69374]: _type = "Task" [ 799.302127] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.315637] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.339163] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5250703b-8f3b-d4b3-99d4-62550248274a, 'name': SearchDatastore_Task, 'duration_secs': 0.077783} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.339163] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.339359] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c3c4d8dc-bc7f-4128-b323-341d335219cb/c3c4d8dc-bc7f-4128-b323-341d335219cb.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.339646] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51c747e5-b072-4adc-9f20-e2ff645004a3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.349757] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 799.349757] env[69374]: value = "task-4111171" [ 799.349757] env[69374]: _type = "Task" [ 799.349757] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.360977] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.511548] env[69374]: DEBUG nova.compute.manager [req-d15f4c9e-1f91-4994-8d96-5da096f17740 req-5540b85e-47ab-44f3-82e0-8500b3341fd7 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Received event network-vif-plugged-b28636a3-7b1d-48d9-9b6b-3491539a82b2 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.511769] env[69374]: DEBUG oslo_concurrency.lockutils [req-d15f4c9e-1f91-4994-8d96-5da096f17740 req-5540b85e-47ab-44f3-82e0-8500b3341fd7 service nova] Acquiring lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.511982] env[69374]: DEBUG oslo_concurrency.lockutils [req-d15f4c9e-1f91-4994-8d96-5da096f17740 req-5540b85e-47ab-44f3-82e0-8500b3341fd7 service nova] Lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.512190] env[69374]: DEBUG oslo_concurrency.lockutils [req-d15f4c9e-1f91-4994-8d96-5da096f17740 req-5540b85e-47ab-44f3-82e0-8500b3341fd7 service nova] Lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.512362] env[69374]: DEBUG nova.compute.manager [req-d15f4c9e-1f91-4994-8d96-5da096f17740 req-5540b85e-47ab-44f3-82e0-8500b3341fd7 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] No waiting events found dispatching network-vif-plugged-b28636a3-7b1d-48d9-9b6b-3491539a82b2 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 799.512531] env[69374]: WARNING nova.compute.manager [req-d15f4c9e-1f91-4994-8d96-5da096f17740 req-5540b85e-47ab-44f3-82e0-8500b3341fd7 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Received unexpected event network-vif-plugged-b28636a3-7b1d-48d9-9b6b-3491539a82b2 for instance with vm_state building and task_state spawning. [ 799.582986] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.583578] env[69374]: DEBUG nova.compute.manager [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.588079] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.202s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.594578] env[69374]: INFO nova.compute.claims [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.817375] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098858} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.817375] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.817375] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6612dc-dd23-4d50-a563-47dc31af3e98 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.842372] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 2c5d994d-aa71-47bd-8ecd-f077dd409472/2c5d994d-aa71-47bd-8ecd-f077dd409472.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.846014] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a46806a1-9d78-46c2-a3c0-d82f1cf2a921 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.874555] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111171, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.876080] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 799.876080] env[69374]: value = "task-4111172" [ 799.876080] env[69374]: _type = "Task" [ 799.876080] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.885878] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111172, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.051915] env[69374]: DEBUG nova.network.neutron [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Successfully updated port: b28636a3-7b1d-48d9-9b6b-3491539a82b2 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.100979] env[69374]: DEBUG nova.compute.utils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.105817] env[69374]: DEBUG nova.compute.manager [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.106011] env[69374]: DEBUG nova.network.neutron [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.183913] env[69374]: DEBUG nova.policy [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55068b3ea4b14adcb69af1d84b3da213', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be1b0417d4ae41d3a6bd278158f84022', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.373431] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583557} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.373519] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c3c4d8dc-bc7f-4128-b323-341d335219cb/c3c4d8dc-bc7f-4128-b323-341d335219cb.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.373763] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.374156] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69b423ed-d79f-435d-81af-48920aec65eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.391262] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111172, 'name': ReconfigVM_Task, 'duration_secs': 0.379178} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.394912] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 2c5d994d-aa71-47bd-8ecd-f077dd409472/2c5d994d-aa71-47bd-8ecd-f077dd409472.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.397206] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 800.397206] env[69374]: value = "task-4111173" [ 800.397206] env[69374]: _type = "Task" [ 800.397206] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.397430] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31fdfc24-5649-43e6-a38e-253811107312 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.416070] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.417901] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 800.417901] env[69374]: value = "task-4111174" [ 800.417901] env[69374]: _type = "Task" [ 800.417901] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.429173] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111174, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.557318] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquiring lock "refresh_cache-a1ecf066-1131-4880-9e8b-cfc5296b0ba7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.557318] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquired lock "refresh_cache-a1ecf066-1131-4880-9e8b-cfc5296b0ba7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.557318] env[69374]: DEBUG nova.network.neutron [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.605742] env[69374]: DEBUG nova.compute.manager [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.676092] env[69374]: DEBUG nova.network.neutron [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Successfully created port: a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.726888] env[69374]: DEBUG nova.compute.manager [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.730174] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257e27fc-649d-4345-b811-cff7204edf65 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.914989] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091484} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.915301] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.916309] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41486ea2-f3bf-4cff-90f3-e32343b6e8b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.933079] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111174, 'name': Rename_Task, 'duration_secs': 0.231843} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.940818] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.951943] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] c3c4d8dc-bc7f-4128-b323-341d335219cb/c3c4d8dc-bc7f-4128-b323-341d335219cb.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.955149] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4bd642e-d65c-4a83-8a3e-36f2fe57e5f7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.959115] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bafcab0d-6940-46a3-90d2-51208677bcc4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.981292] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 800.981292] env[69374]: value = "task-4111175" [ 800.981292] env[69374]: _type = "Task" [ 800.981292] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.982035] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 800.982035] env[69374]: value = "task-4111176" [ 800.982035] env[69374]: _type = "Task" [ 800.982035] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.998018] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.000533] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.134890] env[69374]: DEBUG nova.network.neutron [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.244146] env[69374]: INFO nova.compute.manager [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] instance snapshotting [ 801.244788] env[69374]: DEBUG nova.objects.instance [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'flavor' on Instance uuid 7db22c5e-6c21-49be-8906-ec6aff0e722c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.306990] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fc3476-3617-45f0-9351-f2b7814315dc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.322542] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09281920-3457-4fa1-a8d9-3812e22d713a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.366526] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da9de3c-4cef-49ab-8819-fffe2ae0003e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.376652] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af909c0e-4ffd-4cd4-a4dd-5b3fa1b4b7e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.394780] env[69374]: DEBUG nova.compute.provider_tree [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.412225] env[69374]: DEBUG oslo_vmware.rw_handles [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265be10-4dec-4c75-5a80-678b04f1f7ee/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 801.413219] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3273c1a-8b5e-4e8e-8580-b72d17859f36 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.420695] env[69374]: DEBUG oslo_vmware.rw_handles [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265be10-4dec-4c75-5a80-678b04f1f7ee/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 801.420860] env[69374]: ERROR oslo_vmware.rw_handles [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265be10-4dec-4c75-5a80-678b04f1f7ee/disk-0.vmdk due to incomplete transfer. [ 801.421161] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b5cc0a7-cee5-4c9d-a014-09ca437f1737 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.433159] env[69374]: DEBUG oslo_vmware.rw_handles [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265be10-4dec-4c75-5a80-678b04f1f7ee/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 801.433391] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Uploaded image 359afdb7-7137-4ebb-9d2e-ad717b81ad73 to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 801.436205] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 801.436427] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-109748b8-82b9-44de-a119-995ef05aa931 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.444779] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 801.444779] env[69374]: value = "task-4111177" [ 801.444779] env[69374]: _type = "Task" [ 801.444779] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.459019] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111177, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.500802] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111176, 'name': ReconfigVM_Task, 'duration_secs': 0.413832} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.503103] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Reconfigured VM instance instance-00000027 to attach disk [datastore2] c3c4d8dc-bc7f-4128-b323-341d335219cb/c3c4d8dc-bc7f-4128-b323-341d335219cb.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.503988] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111175, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.504160] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bebc68a-255f-44ea-8c3c-7183c4ba9e38 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.514277] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 801.514277] env[69374]: value = "task-4111178" [ 801.514277] env[69374]: _type = "Task" [ 801.514277] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.531042] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111178, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.541939] env[69374]: DEBUG nova.network.neutron [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Updating instance_info_cache with network_info: [{"id": "b28636a3-7b1d-48d9-9b6b-3491539a82b2", "address": "fa:16:3e:79:32:86", "network": {"id": "d5f2afb1-d87d-41fd-b0da-dc31a3870336", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2721028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8aede2aac74e3cb325fe04a2b3b7a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28636a3-7b", "ovs_interfaceid": "b28636a3-7b1d-48d9-9b6b-3491539a82b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.612969] env[69374]: DEBUG nova.compute.manager [req-ded0d6e7-83b5-40ad-9273-e0241b908292 req-51884e89-e339-43ab-b02c-3251fd950522 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Received event network-changed-b28636a3-7b1d-48d9-9b6b-3491539a82b2 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.612969] env[69374]: DEBUG nova.compute.manager [req-ded0d6e7-83b5-40ad-9273-e0241b908292 req-51884e89-e339-43ab-b02c-3251fd950522 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Refreshing instance network info cache due to event network-changed-b28636a3-7b1d-48d9-9b6b-3491539a82b2. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.612969] env[69374]: DEBUG oslo_concurrency.lockutils [req-ded0d6e7-83b5-40ad-9273-e0241b908292 req-51884e89-e339-43ab-b02c-3251fd950522 service nova] Acquiring lock "refresh_cache-a1ecf066-1131-4880-9e8b-cfc5296b0ba7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.620901] env[69374]: DEBUG nova.compute.manager [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.650234] env[69374]: DEBUG nova.virt.hardware [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.650234] env[69374]: DEBUG nova.virt.hardware [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.650234] env[69374]: DEBUG nova.virt.hardware [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.650470] env[69374]: DEBUG nova.virt.hardware [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.650470] env[69374]: DEBUG nova.virt.hardware [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.650572] env[69374]: DEBUG nova.virt.hardware [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.650794] env[69374]: DEBUG nova.virt.hardware [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.650949] env[69374]: DEBUG nova.virt.hardware [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.651137] env[69374]: DEBUG nova.virt.hardware [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.651299] env[69374]: DEBUG nova.virt.hardware [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.651473] env[69374]: DEBUG nova.virt.hardware [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.652829] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd67e70-46cd-4219-a65c-247ea89b965a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.669242] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078e0e0c-ab16-45d6-802f-b0b0408c8c1b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.751988] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3b26a7-858c-4559-ac65-3b6767941aa7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.772988] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5285b6d-4b35-4b11-9af9-f6373b999106 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.904049] env[69374]: DEBUG nova.scheduler.client.report [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.964020] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111177, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.992746] env[69374]: DEBUG oslo_vmware.api [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111175, 'name': PowerOnVM_Task, 'duration_secs': 0.571269} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.992844] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.993073] env[69374]: DEBUG nova.compute.manager [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.993972] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551843fc-7c65-42b5-a7ed-be3e5537bf23 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.025910] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111178, 'name': Rename_Task, 'duration_secs': 0.394842} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.026297] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.026620] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ccc9fcf-cfa4-44f2-8952-c00ff4e4d12f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.035273] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 802.035273] env[69374]: value = "task-4111179" [ 802.035273] env[69374]: _type = "Task" [ 802.035273] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.050185] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Releasing lock "refresh_cache-a1ecf066-1131-4880-9e8b-cfc5296b0ba7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.050554] env[69374]: DEBUG nova.compute.manager [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Instance network_info: |[{"id": "b28636a3-7b1d-48d9-9b6b-3491539a82b2", "address": "fa:16:3e:79:32:86", "network": {"id": "d5f2afb1-d87d-41fd-b0da-dc31a3870336", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2721028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8aede2aac74e3cb325fe04a2b3b7a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28636a3-7b", "ovs_interfaceid": "b28636a3-7b1d-48d9-9b6b-3491539a82b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.051172] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.051172] env[69374]: DEBUG oslo_concurrency.lockutils [req-ded0d6e7-83b5-40ad-9273-e0241b908292 req-51884e89-e339-43ab-b02c-3251fd950522 service nova] Acquired lock "refresh_cache-a1ecf066-1131-4880-9e8b-cfc5296b0ba7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.051328] env[69374]: DEBUG nova.network.neutron [req-ded0d6e7-83b5-40ad-9273-e0241b908292 req-51884e89-e339-43ab-b02c-3251fd950522 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Refreshing network info cache for port b28636a3-7b1d-48d9-9b6b-3491539a82b2 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.054133] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:32:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b28636a3-7b1d-48d9-9b6b-3491539a82b2', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.062877] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Creating folder: Project (3b8aede2aac74e3cb325fe04a2b3b7a5). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.063272] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f39bf97a-b804-4907-9497-ef963dad374b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.081490] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Created folder: Project (3b8aede2aac74e3cb325fe04a2b3b7a5) in parent group-v814324. [ 802.081490] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Creating folder: Instances. Parent ref: group-v814448. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.083040] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46073c02-d0c5-4fe8-ad19-0566a4078b24 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.095505] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Created folder: Instances in parent group-v814448. [ 802.095631] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.095853] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.096099] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fcd30f6-88e4-42f2-a5dc-900bd0132d2b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.120853] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.120853] env[69374]: value = "task-4111182" [ 802.120853] env[69374]: _type = "Task" [ 802.120853] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.130335] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111182, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.289201] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 802.290313] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-daafa22c-e005-47ae-b7c1-663e93837f78 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.302638] env[69374]: DEBUG nova.network.neutron [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Successfully updated port: a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.307710] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 802.307710] env[69374]: value = "task-4111183" [ 802.307710] env[69374]: _type = "Task" [ 802.307710] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.325626] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111183, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.411832] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.412338] env[69374]: DEBUG nova.compute.manager [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.415858] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.004s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.416081] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.420834] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.811s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.422945] env[69374]: INFO nova.compute.claims [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.462317] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111177, 'name': Destroy_Task, 'duration_secs': 0.608015} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.462317] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Destroyed the VM [ 802.462317] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 802.462317] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-225d2699-5501-4ddb-8a31-54d6dbf4d605 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.466128] env[69374]: INFO nova.scheduler.client.report [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Deleted allocations for instance d0e7e240-8276-4bba-8547-7ec13a40cb8e [ 802.473817] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 802.473817] env[69374]: value = "task-4111184" [ 802.473817] env[69374]: _type = "Task" [ 802.473817] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.488818] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111184, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.520213] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.548307] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.635042] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111182, 'name': CreateVM_Task, 'duration_secs': 0.393446} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.635042] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.635042] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.635409] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.635521] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.636011] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a54fb6-e394-4ad9-a039-3ff20d745da7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.645408] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for the task: (returnval){ [ 802.645408] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e2cc8c-9ee8-56c2-d38d-914749582c93" [ 802.645408] env[69374]: _type = "Task" [ 802.645408] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.655773] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e2cc8c-9ee8-56c2-d38d-914749582c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.818663] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquiring lock "refresh_cache-78a90f76-8aeb-4a74-a2a7-ee67621f8275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.818876] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquired lock "refresh_cache-78a90f76-8aeb-4a74-a2a7-ee67621f8275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.819062] env[69374]: DEBUG nova.network.neutron [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.829947] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111183, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.874499] env[69374]: DEBUG nova.network.neutron [req-ded0d6e7-83b5-40ad-9273-e0241b908292 req-51884e89-e339-43ab-b02c-3251fd950522 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Updated VIF entry in instance network info cache for port b28636a3-7b1d-48d9-9b6b-3491539a82b2. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.874499] env[69374]: DEBUG nova.network.neutron [req-ded0d6e7-83b5-40ad-9273-e0241b908292 req-51884e89-e339-43ab-b02c-3251fd950522 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Updating instance_info_cache with network_info: [{"id": "b28636a3-7b1d-48d9-9b6b-3491539a82b2", "address": "fa:16:3e:79:32:86", "network": {"id": "d5f2afb1-d87d-41fd-b0da-dc31a3870336", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2721028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8aede2aac74e3cb325fe04a2b3b7a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb28636a3-7b", "ovs_interfaceid": "b28636a3-7b1d-48d9-9b6b-3491539a82b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.936025] env[69374]: DEBUG nova.compute.utils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.936025] env[69374]: DEBUG nova.compute.manager [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.936025] env[69374]: DEBUG nova.network.neutron [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.981430] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7a9dee4-7592-4a64-98ef-cca6a61df4c0 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "d0e7e240-8276-4bba-8547-7ec13a40cb8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.974s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.990777] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111184, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.008130] env[69374]: DEBUG nova.policy [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '251822f4af2a44f6ac9c00395710a2cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbe2ee8524cf42d1a3b0087203dcb00d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.048959] env[69374]: DEBUG oslo_vmware.api [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111179, 'name': PowerOnVM_Task, 'duration_secs': 0.683362} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.049280] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.049485] env[69374]: INFO nova.compute.manager [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Took 6.84 seconds to spawn the instance on the hypervisor. [ 803.049718] env[69374]: DEBUG nova.compute.manager [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.050592] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe166b28-ee8c-4212-8b55-2495a491127b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.161416] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e2cc8c-9ee8-56c2-d38d-914749582c93, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.161649] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.161994] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.162320] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.162511] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.162765] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.163119] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-337ad95c-efef-48c4-bba8-779a2abc5f4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.173902] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.174195] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.174876] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16c5a0d-e457-4058-b119-61dfe1914e81 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.188734] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for the task: (returnval){ [ 803.188734] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5232fb41-701f-2498-4a7f-fdd3ca9c1add" [ 803.188734] env[69374]: _type = "Task" [ 803.188734] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.210601] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5232fb41-701f-2498-4a7f-fdd3ca9c1add, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.216022] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f88c0e4-d556-4de7-afa5-2edc2a8daccc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.219661] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for the task: (returnval){ [ 803.219661] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5296caf2-9c5f-3f84-5f8a-8f465987e721" [ 803.219661] env[69374]: _type = "Task" [ 803.219661] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.229189] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5296caf2-9c5f-3f84-5f8a-8f465987e721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.316617] env[69374]: DEBUG nova.network.neutron [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Successfully created port: c5cec549-8c86-46f6-99cd-d99fba306d84 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.338189] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111183, 'name': CreateSnapshot_Task, 'duration_secs': 0.57348} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.338379] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 803.341016] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56b9772-d8b1-40b6-af66-3c58cec9c7dc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.347206] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquiring lock "c349daae-0e85-4831-aaf7-ef54d36ab432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.347491] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "c349daae-0e85-4831-aaf7-ef54d36ab432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.377235] env[69374]: DEBUG oslo_concurrency.lockutils [req-ded0d6e7-83b5-40ad-9273-e0241b908292 req-51884e89-e339-43ab-b02c-3251fd950522 service nova] Releasing lock "refresh_cache-a1ecf066-1131-4880-9e8b-cfc5296b0ba7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.398632] env[69374]: DEBUG nova.network.neutron [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.438984] env[69374]: DEBUG nova.compute.manager [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.489693] env[69374]: DEBUG oslo_vmware.api [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111184, 'name': RemoveSnapshot_Task, 'duration_secs': 0.520611} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.492528] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.492771] env[69374]: INFO nova.compute.manager [None req-a116220e-772b-4d76-a41e-674425517d56 tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Took 15.85 seconds to snapshot the instance on the hypervisor. [ 803.572754] env[69374]: INFO nova.compute.manager [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Took 47.59 seconds to build instance. [ 803.665594] env[69374]: DEBUG nova.network.neutron [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Updating instance_info_cache with network_info: [{"id": "a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2", "address": "fa:16:3e:ea:38:94", "network": {"id": "b81c06ae-55fb-4cb3-9a07-5ef718b4c207", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-875214213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1b0417d4ae41d3a6bd278158f84022", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b42cdb-2e", "ovs_interfaceid": "a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.732465] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5296caf2-9c5f-3f84-5f8a-8f465987e721, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.735891] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.736222] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] a1ecf066-1131-4880-9e8b-cfc5296b0ba7/a1ecf066-1131-4880-9e8b-cfc5296b0ba7.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.737023] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-717d5429-7280-41f3-8a19-a38c602ca665 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.744420] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for the task: (returnval){ [ 803.744420] env[69374]: value = "task-4111185" [ 803.744420] env[69374]: _type = "Task" [ 803.744420] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.755295] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.803537] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "2c5d994d-aa71-47bd-8ecd-f077dd409472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.804328] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "2c5d994d-aa71-47bd-8ecd-f077dd409472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.804893] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "2c5d994d-aa71-47bd-8ecd-f077dd409472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.806061] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "2c5d994d-aa71-47bd-8ecd-f077dd409472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.806061] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "2c5d994d-aa71-47bd-8ecd-f077dd409472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.812753] env[69374]: INFO nova.compute.manager [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Terminating instance [ 803.868247] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 803.872023] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2eeaadef-eed7-4a23-94c4-5e5f9719d20d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.884786] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "702f1036-cfda-4b41-87ae-6a5d4c60e758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.884975] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "702f1036-cfda-4b41-87ae-6a5d4c60e758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.885292] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 803.885292] env[69374]: value = "task-4111186" [ 803.885292] env[69374]: _type = "Task" [ 803.885292] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.897027] env[69374]: DEBUG nova.compute.manager [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Received event network-vif-plugged-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.897027] env[69374]: DEBUG oslo_concurrency.lockutils [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] Acquiring lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.898030] env[69374]: DEBUG oslo_concurrency.lockutils [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] Lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.898030] env[69374]: DEBUG oslo_concurrency.lockutils [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] Lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.898170] env[69374]: DEBUG nova.compute.manager [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] No waiting events found dispatching network-vif-plugged-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 803.898315] env[69374]: WARNING nova.compute.manager [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Received unexpected event network-vif-plugged-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 for instance with vm_state building and task_state spawning. [ 803.898559] env[69374]: DEBUG nova.compute.manager [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Received event network-changed-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.898808] env[69374]: DEBUG nova.compute.manager [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Refreshing instance network info cache due to event network-changed-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.899069] env[69374]: DEBUG oslo_concurrency.lockutils [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] Acquiring lock "refresh_cache-78a90f76-8aeb-4a74-a2a7-ee67621f8275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.907711] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111186, 'name': CloneVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.076980] env[69374]: DEBUG oslo_concurrency.lockutils [None req-738b116f-6d3c-4550-8f6b-f033f14c5df9 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "c3c4d8dc-bc7f-4128-b323-341d335219cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.718s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.095970] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d685fd-75a0-4cab-8748-ffa7c98c14b4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.109442] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3122137-7e8f-415a-9f14-2cf2df9ac336 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.147037] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bde9a1a-4eea-49a5-951a-0b5a709d7922 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.159748] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e87c77c-858d-479d-9763-e7c62639eb92 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.184024] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Releasing lock "refresh_cache-78a90f76-8aeb-4a74-a2a7-ee67621f8275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.184024] env[69374]: DEBUG nova.compute.manager [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Instance network_info: |[{"id": "a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2", "address": "fa:16:3e:ea:38:94", "network": {"id": "b81c06ae-55fb-4cb3-9a07-5ef718b4c207", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-875214213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1b0417d4ae41d3a6bd278158f84022", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b42cdb-2e", "ovs_interfaceid": "a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.184024] env[69374]: DEBUG nova.compute.provider_tree [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.184024] env[69374]: DEBUG oslo_concurrency.lockutils [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] Acquired lock "refresh_cache-78a90f76-8aeb-4a74-a2a7-ee67621f8275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.184024] env[69374]: DEBUG nova.network.neutron [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Refreshing network info cache for port a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.184993] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:38:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.193400] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Creating folder: Project (be1b0417d4ae41d3a6bd278158f84022). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.193581] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf0fb110-39c2-434e-821e-56659f2a1b03 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.213142] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Created folder: Project (be1b0417d4ae41d3a6bd278158f84022) in parent group-v814324. [ 804.213142] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Creating folder: Instances. Parent ref: group-v814453. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.213998] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db9f0eb2-2e05-4f84-b0f4-cbbe2c9534b9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.227573] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Created folder: Instances in parent group-v814453. [ 804.228506] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.228506] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.228506] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd6e73f5-4c70-4533-90ea-c8cf005a09b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.263504] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.263504] env[69374]: value = "task-4111189" [ 804.263504] env[69374]: _type = "Task" [ 804.263504] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.269406] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111185, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.275372] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] a1ecf066-1131-4880-9e8b-cfc5296b0ba7/a1ecf066-1131-4880-9e8b-cfc5296b0ba7.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.275820] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.277304] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abaf7787-0f53-444c-ab62-81bf1b0bccd0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.288988] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111189, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.291220] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for the task: (returnval){ [ 804.291220] env[69374]: value = "task-4111190" [ 804.291220] env[69374]: _type = "Task" [ 804.291220] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.304090] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.320396] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "refresh_cache-2c5d994d-aa71-47bd-8ecd-f077dd409472" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.320641] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquired lock "refresh_cache-2c5d994d-aa71-47bd-8ecd-f077dd409472" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.320782] env[69374]: DEBUG nova.network.neutron [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.401834] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111186, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.448649] env[69374]: DEBUG nova.compute.manager [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.477697] env[69374]: DEBUG nova.virt.hardware [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:20:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56d76699-ef5f-4276-9a02-15a791ce47b6',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1133578617',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.477944] env[69374]: DEBUG nova.virt.hardware [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.478174] env[69374]: DEBUG nova.virt.hardware [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.478372] env[69374]: DEBUG nova.virt.hardware [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.478521] env[69374]: DEBUG nova.virt.hardware [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.478669] env[69374]: DEBUG nova.virt.hardware [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.478965] env[69374]: DEBUG nova.virt.hardware [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.479141] env[69374]: DEBUG nova.virt.hardware [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.479312] env[69374]: DEBUG nova.virt.hardware [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.479472] env[69374]: DEBUG nova.virt.hardware [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.479639] env[69374]: DEBUG nova.virt.hardware [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.480569] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcec707d-3543-42e5-b079-17d966a7004e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.489425] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579c4a0c-793d-4292-8a94-20b40c8ca88c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.581972] env[69374]: DEBUG nova.compute.manager [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.694670] env[69374]: DEBUG nova.scheduler.client.report [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.757426] env[69374]: INFO nova.compute.manager [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Rebuilding instance [ 804.785454] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111189, 'name': CreateVM_Task, 'duration_secs': 0.391924} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.785454] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.787062] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.787062] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.787062] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.788940] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407ac9e4-0576-4633-8b23-6cb31f17ccac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.796198] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for the task: (returnval){ [ 804.796198] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5203c22d-1ed5-b215-0cdf-2782f298fbd8" [ 804.796198] env[69374]: _type = "Task" [ 804.796198] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.814025] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081299} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.817542] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.817911] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5203c22d-1ed5-b215-0cdf-2782f298fbd8, 'name': SearchDatastore_Task, 'duration_secs': 0.012181} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.821390] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eeb697-e273-4af8-b697-f055d91c0f3d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.824635] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.824961] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.825528] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.825528] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.825646] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.830436] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdef1307-ac7c-4e97-85bb-562eb0b3fad9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.840066] env[69374]: DEBUG nova.compute.manager [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 804.840066] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c68af8-b351-4204-998d-bb599f944248 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.860044] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] a1ecf066-1131-4880-9e8b-cfc5296b0ba7/a1ecf066-1131-4880-9e8b-cfc5296b0ba7.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.864504] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a079c3-a457-422a-978f-fd039fb0359e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.879103] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.881057] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.881057] env[69374]: DEBUG nova.network.neutron [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.884095] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04ee49f-5552-4bbb-a06f-e8dc9b366bae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.894665] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for the task: (returnval){ [ 804.894665] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dcadf5-c7dc-8976-2550-011a6327c9b3" [ 804.894665] env[69374]: _type = "Task" [ 804.894665] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.899387] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for the task: (returnval){ [ 804.899387] env[69374]: value = "task-4111191" [ 804.899387] env[69374]: _type = "Task" [ 804.899387] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.902875] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111186, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.911817] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52dcadf5-c7dc-8976-2550-011a6327c9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012059} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.915551] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a575d4-5826-43aa-965e-a40231483bf4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.924037] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.928370] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for the task: (returnval){ [ 804.928370] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e2e910-6fb9-23f5-adcc-01396a1ae0cd" [ 804.928370] env[69374]: _type = "Task" [ 804.928370] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.940787] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e2e910-6fb9-23f5-adcc-01396a1ae0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.980604] env[69374]: DEBUG nova.network.neutron [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.040426] env[69374]: DEBUG nova.network.neutron [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Successfully updated port: c5cec549-8c86-46f6-99cd-d99fba306d84 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.084812] env[69374]: DEBUG nova.network.neutron [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Updated VIF entry in instance network info cache for port a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.085207] env[69374]: DEBUG nova.network.neutron [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Updating instance_info_cache with network_info: [{"id": "a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2", "address": "fa:16:3e:ea:38:94", "network": {"id": "b81c06ae-55fb-4cb3-9a07-5ef718b4c207", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-875214213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1b0417d4ae41d3a6bd278158f84022", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b42cdb-2e", "ovs_interfaceid": "a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.104671] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.201994] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.202788] env[69374]: DEBUG nova.compute.manager [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.207728] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.882s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.207728] env[69374]: DEBUG nova.objects.instance [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 805.410697] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111186, 'name': CloneVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.425169] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.443332] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e2e910-6fb9-23f5-adcc-01396a1ae0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011677} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.443332] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.443332] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 78a90f76-8aeb-4a74-a2a7-ee67621f8275/78a90f76-8aeb-4a74-a2a7-ee67621f8275.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.443474] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75be6314-05a4-4a90-9f4c-14dfaec376de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.451121] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for the task: (returnval){ [ 805.451121] env[69374]: value = "task-4111192" [ 805.451121] env[69374]: _type = "Task" [ 805.451121] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.462136] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.483690] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Releasing lock "refresh_cache-2c5d994d-aa71-47bd-8ecd-f077dd409472" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.484217] env[69374]: DEBUG nova.compute.manager [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.484457] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.485504] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae61912a-3195-42d1-9282-5fea47f7b785 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.494089] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.494406] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d47b095c-2cc5-4db0-9282-6ef74eb9fec1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.502691] env[69374]: DEBUG oslo_vmware.api [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 805.502691] env[69374]: value = "task-4111193" [ 805.502691] env[69374]: _type = "Task" [ 805.502691] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.514150] env[69374]: DEBUG oslo_vmware.api [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.545133] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.545133] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.545133] env[69374]: DEBUG nova.network.neutron [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.590471] env[69374]: DEBUG oslo_concurrency.lockutils [req-787e1629-dc14-42a3-ac80-02a0aaef0103 req-b852f623-faa0-4bb8-bb30-b9b4a21b01ed service nova] Releasing lock "refresh_cache-78a90f76-8aeb-4a74-a2a7-ee67621f8275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.712808] env[69374]: DEBUG nova.compute.utils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.719799] env[69374]: DEBUG nova.compute.manager [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.720127] env[69374]: DEBUG nova.network.neutron [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.848415] env[69374]: DEBUG nova.policy [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5dc9b54bf64fa38cec042fea27d7a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35307c25070547b19527987b14cd51da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.908650] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.911184] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111186, 'name': CloneVM_Task, 'duration_secs': 1.566603} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.911591] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ff7c861-beec-4c01-a96e-4ab1542a4ac1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.913661] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Created linked-clone VM from snapshot [ 805.917994] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71bf4f6-38df-4c6f-8925-eb92f9b34168 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.929825] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Uploading image 9fef6a5a-3075-4374-a2b1-4baa12be6715 {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 805.938287] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 805.938287] env[69374]: value = "task-4111194" [ 805.938287] env[69374]: _type = "Task" [ 805.938287] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.938287] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111191, 'name': ReconfigVM_Task, 'duration_secs': 0.532205} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.938703] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Reconfigured VM instance instance-00000028 to attach disk [datastore2] a1ecf066-1131-4880-9e8b-cfc5296b0ba7/a1ecf066-1131-4880-9e8b-cfc5296b0ba7.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.942965] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e2dd670-64e7-4dbf-b2b9-729d9ea5dcf9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.951579] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.953438] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for the task: (returnval){ [ 805.953438] env[69374]: value = "task-4111195" [ 805.953438] env[69374]: _type = "Task" [ 805.953438] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.972490] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111192, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.978526] env[69374]: DEBUG oslo_vmware.rw_handles [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 805.978526] env[69374]: value = "vm-814452" [ 805.978526] env[69374]: _type = "VirtualMachine" [ 805.978526] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 805.979172] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111195, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.979423] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6397bc1b-ed3e-4fbe-aa72-d157ed4d0a06 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.987579] env[69374]: DEBUG oslo_vmware.rw_handles [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lease: (returnval){ [ 805.987579] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524aed3c-b8d3-f311-a28a-18eaa5b44e43" [ 805.987579] env[69374]: _type = "HttpNfcLease" [ 805.987579] env[69374]: } obtained for exporting VM: (result){ [ 805.987579] env[69374]: value = "vm-814452" [ 805.987579] env[69374]: _type = "VirtualMachine" [ 805.987579] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 805.987978] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the lease: (returnval){ [ 805.987978] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524aed3c-b8d3-f311-a28a-18eaa5b44e43" [ 805.987978] env[69374]: _type = "HttpNfcLease" [ 805.987978] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 805.996605] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.996605] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524aed3c-b8d3-f311-a28a-18eaa5b44e43" [ 805.996605] env[69374]: _type = "HttpNfcLease" [ 805.996605] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.015603] env[69374]: DEBUG oslo_vmware.api [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111193, 'name': PowerOffVM_Task, 'duration_secs': 0.411748} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.016032] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.016212] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.016544] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6434e44f-6634-4f75-bfcb-85787f080e90 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.086120] env[69374]: DEBUG nova.compute.manager [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Received event network-vif-plugged-c5cec549-8c86-46f6-99cd-d99fba306d84 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.086383] env[69374]: DEBUG oslo_concurrency.lockutils [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] Acquiring lock "a1ab1f2f-0e69-4483-9271-45a85b69608c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.086645] env[69374]: DEBUG oslo_concurrency.lockutils [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] Lock "a1ab1f2f-0e69-4483-9271-45a85b69608c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.086706] env[69374]: DEBUG oslo_concurrency.lockutils [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] Lock "a1ab1f2f-0e69-4483-9271-45a85b69608c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.086878] env[69374]: DEBUG nova.compute.manager [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] No waiting events found dispatching network-vif-plugged-c5cec549-8c86-46f6-99cd-d99fba306d84 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 806.087105] env[69374]: WARNING nova.compute.manager [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Received unexpected event network-vif-plugged-c5cec549-8c86-46f6-99cd-d99fba306d84 for instance with vm_state building and task_state spawning. [ 806.087351] env[69374]: DEBUG nova.compute.manager [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Received event network-changed-c5cec549-8c86-46f6-99cd-d99fba306d84 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.087429] env[69374]: DEBUG nova.compute.manager [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Refreshing instance network info cache due to event network-changed-c5cec549-8c86-46f6-99cd-d99fba306d84. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.087648] env[69374]: DEBUG oslo_concurrency.lockutils [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] Acquiring lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.088588] env[69374]: DEBUG nova.network.neutron [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.108040] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.108040] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.108040] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Deleting the datastore file [datastore2] 2c5d994d-aa71-47bd-8ecd-f077dd409472 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.109013] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5e844c0-5cfd-4771-8c4a-8c36c54d4e61 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.122069] env[69374]: DEBUG oslo_vmware.api [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 806.122069] env[69374]: value = "task-4111198" [ 806.122069] env[69374]: _type = "Task" [ 806.122069] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.146036] env[69374]: DEBUG oslo_vmware.api [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.224069] env[69374]: DEBUG nova.compute.manager [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.230405] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7eb3cedc-35dc-4641-a5f0-3cf56ec021b8 tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.230405] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.778s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.230405] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.231455] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.535s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.233726] env[69374]: INFO nova.compute.claims [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.262431] env[69374]: DEBUG nova.network.neutron [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance_info_cache with network_info: [{"id": "c5cec549-8c86-46f6-99cd-d99fba306d84", "address": "fa:16:3e:c9:f1:95", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cec549-8c", "ovs_interfaceid": "c5cec549-8c86-46f6-99cd-d99fba306d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.265894] env[69374]: INFO nova.scheduler.client.report [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Deleted allocations for instance d2dd5502-8ae0-4800-9c38-71fc70e38f3d [ 806.389765] env[69374]: DEBUG nova.network.neutron [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Successfully created port: e12bc9bc-3105-4f72-bbbb-c9e90ad7034f {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.451088] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111194, 'name': PowerOffVM_Task, 'duration_secs': 0.217466} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.451088] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.451088] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.451627] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5a119e-aec7-473d-bd4d-d93a0f2f1a13 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.464962] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.469982] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a0b4965-7270-4d7c-a2b3-99e6a5a63d17 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.472465] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570465} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.475996] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 78a90f76-8aeb-4a74-a2a7-ee67621f8275/78a90f76-8aeb-4a74-a2a7-ee67621f8275.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.481033] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.481033] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111195, 'name': Rename_Task, 'duration_secs': 0.175401} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.481033] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a111273-9b37-4934-9a9f-e24aad3f8834 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.481431] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.481744] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9bb60b7-a54d-4903-985c-57cf1a599d2c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.489471] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for the task: (returnval){ [ 806.489471] env[69374]: value = "task-4111200" [ 806.489471] env[69374]: _type = "Task" [ 806.489471] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.496596] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for the task: (returnval){ [ 806.496596] env[69374]: value = "task-4111201" [ 806.496596] env[69374]: _type = "Task" [ 806.496596] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.513446] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.514656] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.514656] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Deleting the datastore file [datastore2] c3c4d8dc-bc7f-4128-b323-341d335219cb {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.520209] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd049542-8864-40a1-83de-652b50ac757f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.522360] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111200, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.522707] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.522707] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524aed3c-b8d3-f311-a28a-18eaa5b44e43" [ 806.522707] env[69374]: _type = "HttpNfcLease" [ 806.522707] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 806.526152] env[69374]: DEBUG oslo_vmware.rw_handles [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 806.526152] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524aed3c-b8d3-f311-a28a-18eaa5b44e43" [ 806.526152] env[69374]: _type = "HttpNfcLease" [ 806.526152] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 806.526590] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.527837] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce88a5f7-dd48-4ec9-a574-a568e19b16df {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.534496] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 806.534496] env[69374]: value = "task-4111202" [ 806.534496] env[69374]: _type = "Task" [ 806.534496] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.540733] env[69374]: DEBUG oslo_vmware.rw_handles [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adb4df-96d7-4a60-383b-fd2ee898cb7e/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.541088] env[69374]: DEBUG oslo_vmware.rw_handles [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adb4df-96d7-4a60-383b-fd2ee898cb7e/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 806.628045] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.641316] env[69374]: DEBUG oslo_vmware.api [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153552} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.641316] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.641316] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.641316] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.641316] env[69374]: INFO nova.compute.manager [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Took 1.16 seconds to destroy the instance on the hypervisor. [ 806.641316] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.641316] env[69374]: DEBUG nova.compute.manager [-] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.641316] env[69374]: DEBUG nova.network.neutron [-] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.659604] env[69374]: DEBUG nova.network.neutron [-] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.699314] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0d8a0d9-c9af-4906-92d0-503a122bd42c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.766167] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.766549] env[69374]: DEBUG nova.compute.manager [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Instance network_info: |[{"id": "c5cec549-8c86-46f6-99cd-d99fba306d84", "address": "fa:16:3e:c9:f1:95", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cec549-8c", "ovs_interfaceid": "c5cec549-8c86-46f6-99cd-d99fba306d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.766876] env[69374]: DEBUG oslo_concurrency.lockutils [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] Acquired lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.767074] env[69374]: DEBUG nova.network.neutron [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Refreshing network info cache for port c5cec549-8c86-46f6-99cd-d99fba306d84 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.768409] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:f1:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5cec549-8c86-46f6-99cd-d99fba306d84', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.776600] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.780255] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.780829] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0fd15dd-90d5-478d-b78f-5b1ad7e1a86b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.799373] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b7413005-8551-4f76-832d-772410c0de9b tempest-ServerTagsTestJSON-1190719201 tempest-ServerTagsTestJSON-1190719201-project-member] Lock "d2dd5502-8ae0-4800-9c38-71fc70e38f3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.361s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.810606] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.810606] env[69374]: value = "task-4111203" [ 806.810606] env[69374]: _type = "Task" [ 806.810606] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.823838] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111203, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.007758] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.014318] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092237} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.014632] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.015411] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f88aa64-cf50-4b9f-b127-18c0f9663ccc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.041321] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 78a90f76-8aeb-4a74-a2a7-ee67621f8275/78a90f76-8aeb-4a74-a2a7-ee67621f8275.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.042416] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce1c497-2e09-4e74-a6af-7454089fc770 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.074047] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for the task: (returnval){ [ 807.074047] env[69374]: value = "task-4111204" [ 807.074047] env[69374]: _type = "Task" [ 807.074047] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.079735] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122374} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.082071] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.082817] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.083099] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.092369] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.162534] env[69374]: DEBUG nova.network.neutron [-] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.239489] env[69374]: DEBUG nova.compute.manager [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.287078] env[69374]: DEBUG nova.virt.hardware [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.288206] env[69374]: DEBUG nova.virt.hardware [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.288206] env[69374]: DEBUG nova.virt.hardware [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.290676] env[69374]: DEBUG nova.virt.hardware [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.290676] env[69374]: DEBUG nova.virt.hardware [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.290676] env[69374]: DEBUG nova.virt.hardware [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.290676] env[69374]: DEBUG nova.virt.hardware [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.290676] env[69374]: DEBUG nova.virt.hardware [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.291204] env[69374]: DEBUG nova.virt.hardware [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.292033] env[69374]: DEBUG nova.virt.hardware [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.292033] env[69374]: DEBUG nova.virt.hardware [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.293496] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ef73f8-5b2b-4bf9-87c6-1637168c71e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.318377] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23759c2e-504b-456e-8576-610d38b9f1bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.342155] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111203, 'name': CreateVM_Task, 'duration_secs': 0.414945} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.368890] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.378302] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.378302] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.379105] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.380750] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de51c162-535a-4129-a4f7-19aab3949029 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.388515] env[69374]: DEBUG oslo_concurrency.lockutils [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "b08b3ed7-5812-432e-b618-f43104029336" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.388515] env[69374]: DEBUG oslo_concurrency.lockutils [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b08b3ed7-5812-432e-b618-f43104029336" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.388515] env[69374]: DEBUG oslo_concurrency.lockutils [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "b08b3ed7-5812-432e-b618-f43104029336-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.388515] env[69374]: DEBUG oslo_concurrency.lockutils [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b08b3ed7-5812-432e-b618-f43104029336-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.388515] env[69374]: DEBUG oslo_concurrency.lockutils [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b08b3ed7-5812-432e-b618-f43104029336-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.395052] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 807.395052] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52552296-1358-c7b6-6492-eeeac7db4b1c" [ 807.395052] env[69374]: _type = "Task" [ 807.395052] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.395052] env[69374]: INFO nova.compute.manager [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Terminating instance [ 807.418968] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52552296-1358-c7b6-6492-eeeac7db4b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.014018} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.419554] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.419811] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.420183] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.420503] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.420745] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.421144] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5035847d-e118-479b-8700-d646c597eda3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.439025] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.439025] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.439215] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cebdc5e-19cb-4c2b-b104-6e1c17366181 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.453023] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 807.453023] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52279401-e721-b6e7-0864-4beb66c2479a" [ 807.453023] env[69374]: _type = "Task" [ 807.453023] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.469558] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52279401-e721-b6e7-0864-4beb66c2479a, 'name': SearchDatastore_Task, 'duration_secs': 0.014155} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.482610] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a9d6b9-d8a7-46ce-8ee8-125e76d9e934 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.490279] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 807.490279] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525f72a3-cd29-a3a7-f397-4433ec8f2b31" [ 807.490279] env[69374]: _type = "Task" [ 807.490279] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.505038] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525f72a3-cd29-a3a7-f397-4433ec8f2b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.511409] env[69374]: DEBUG oslo_vmware.api [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111200, 'name': PowerOnVM_Task, 'duration_secs': 0.847303} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.512032] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.516027] env[69374]: INFO nova.compute.manager [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Took 8.59 seconds to spawn the instance on the hypervisor. [ 807.516027] env[69374]: DEBUG nova.compute.manager [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.516027] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66423e5-818e-4483-8f71-b8bec546e017 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.609494] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111204, 'name': ReconfigVM_Task, 'duration_secs': 0.408779} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.609494] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 78a90f76-8aeb-4a74-a2a7-ee67621f8275/78a90f76-8aeb-4a74-a2a7-ee67621f8275.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.609494] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee51dbd2-0380-4a6f-a9cc-82a4efe83739 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.618854] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for the task: (returnval){ [ 807.618854] env[69374]: value = "task-4111205" [ 807.618854] env[69374]: _type = "Task" [ 807.618854] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.633602] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111205, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.668790] env[69374]: INFO nova.compute.manager [-] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Took 1.03 seconds to deallocate network for instance. [ 807.782854] env[69374]: DEBUG nova.network.neutron [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updated VIF entry in instance network info cache for port c5cec549-8c86-46f6-99cd-d99fba306d84. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.783322] env[69374]: DEBUG nova.network.neutron [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance_info_cache with network_info: [{"id": "c5cec549-8c86-46f6-99cd-d99fba306d84", "address": "fa:16:3e:c9:f1:95", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cec549-8c", "ovs_interfaceid": "c5cec549-8c86-46f6-99cd-d99fba306d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.913684] env[69374]: DEBUG nova.compute.manager [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.913684] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.913684] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9de9ecf-8b99-4c1b-94b8-05c64166d9b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.924197] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.924745] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fc0e3b7-8391-4acd-a2e6-254ccf6da0ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.933700] env[69374]: DEBUG oslo_vmware.api [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 807.933700] env[69374]: value = "task-4111206" [ 807.933700] env[69374]: _type = "Task" [ 807.933700] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.949445] env[69374]: DEBUG oslo_vmware.api [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.009427] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525f72a3-cd29-a3a7-f397-4433ec8f2b31, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.009427] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.009932] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] a1ab1f2f-0e69-4483-9271-45a85b69608c/a1ab1f2f-0e69-4483-9271-45a85b69608c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.010329] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-563f7c59-e19e-4782-9c64-380e3c2efe95 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.020058] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 808.020058] env[69374]: value = "task-4111207" [ 808.020058] env[69374]: _type = "Task" [ 808.020058] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.029377] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde4c3e-edf8-408c-89ff-f2bb1db6f4ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.043528] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.047104] env[69374]: INFO nova.compute.manager [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Took 44.14 seconds to build instance. [ 808.050647] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c29ef21-90db-42ef-8477-8b1662dc73fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.088026] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b905bbae-4730-4d1a-bc49-120f699d55c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.097013] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc86405-5485-496a-8f51-ad7786b2ebd8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.121614] env[69374]: DEBUG nova.compute.provider_tree [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.134533] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111205, 'name': Rename_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.148420] env[69374]: DEBUG nova.virt.hardware [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.148903] env[69374]: DEBUG nova.virt.hardware [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.151168] env[69374]: DEBUG nova.virt.hardware [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.151448] env[69374]: DEBUG nova.virt.hardware [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.151630] env[69374]: DEBUG nova.virt.hardware [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.152154] env[69374]: DEBUG nova.virt.hardware [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.152236] env[69374]: DEBUG nova.virt.hardware [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.152502] env[69374]: DEBUG nova.virt.hardware [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.153176] env[69374]: DEBUG nova.virt.hardware [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.153448] env[69374]: DEBUG nova.virt.hardware [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.153889] env[69374]: DEBUG nova.virt.hardware [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.158867] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93f24d4-fee7-4c2b-b665-1cb935fbabdd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.171070] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5379da8b-ac2a-46d0-8733-d52cbf417f8f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.178356] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.194060] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.200287] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.201245] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.201538] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7702bc23-6507-499d-9cd4-f7b3ccdbdd9d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.225027] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.225027] env[69374]: value = "task-4111208" [ 808.225027] env[69374]: _type = "Task" [ 808.225027] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.235839] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111208, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.286690] env[69374]: DEBUG oslo_concurrency.lockutils [req-145a8d2e-5846-4bd8-9191-c311add6ba04 req-d806baf0-af1f-484d-ad87-4535c08d4145 service nova] Releasing lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.386147] env[69374]: DEBUG nova.compute.manager [req-caf88e31-2a1a-44c1-99b9-b0fdfd410f66 req-3f9996ae-ac9d-4695-a21d-7c4000d265a0 service nova] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Received event network-vif-plugged-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.386524] env[69374]: DEBUG oslo_concurrency.lockutils [req-caf88e31-2a1a-44c1-99b9-b0fdfd410f66 req-3f9996ae-ac9d-4695-a21d-7c4000d265a0 service nova] Acquiring lock "8f7563b6-b739-48f5-afcd-74ff590d32ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.386875] env[69374]: DEBUG oslo_concurrency.lockutils [req-caf88e31-2a1a-44c1-99b9-b0fdfd410f66 req-3f9996ae-ac9d-4695-a21d-7c4000d265a0 service nova] Lock "8f7563b6-b739-48f5-afcd-74ff590d32ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.387756] env[69374]: DEBUG oslo_concurrency.lockutils [req-caf88e31-2a1a-44c1-99b9-b0fdfd410f66 req-3f9996ae-ac9d-4695-a21d-7c4000d265a0 service nova] Lock "8f7563b6-b739-48f5-afcd-74ff590d32ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.387756] env[69374]: DEBUG nova.compute.manager [req-caf88e31-2a1a-44c1-99b9-b0fdfd410f66 req-3f9996ae-ac9d-4695-a21d-7c4000d265a0 service nova] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] No waiting events found dispatching network-vif-plugged-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 808.388093] env[69374]: WARNING nova.compute.manager [req-caf88e31-2a1a-44c1-99b9-b0fdfd410f66 req-3f9996ae-ac9d-4695-a21d-7c4000d265a0 service nova] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Received unexpected event network-vif-plugged-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f for instance with vm_state building and task_state spawning. [ 808.410221] env[69374]: DEBUG nova.network.neutron [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Successfully updated port: e12bc9bc-3105-4f72-bbbb-c9e90ad7034f {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.448969] env[69374]: DEBUG oslo_vmware.api [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111206, 'name': PowerOffVM_Task, 'duration_secs': 0.326209} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.449537] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.449787] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.450148] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75fbfb44-6f5e-4005-8d65-461bdc9c0397 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.534400] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.543922] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.544297] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.544625] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Deleting the datastore file [datastore1] b08b3ed7-5812-432e-b618-f43104029336 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.545522] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3851f3d2-8225-43e3-8222-ea5d8646a61e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.555495] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bf228ab5-a09e-42b2-abab-f83a5fd0dc4d tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.773s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.556048] env[69374]: DEBUG oslo_vmware.api [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 808.556048] env[69374]: value = "task-4111210" [ 808.556048] env[69374]: _type = "Task" [ 808.556048] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.570401] env[69374]: DEBUG oslo_vmware.api [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.639070] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111205, 'name': Rename_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.648541] env[69374]: ERROR nova.scheduler.client.report [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [req-62225b4e-3978-4ebd-a551-6f060e498c3f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-62225b4e-3978-4ebd-a551-6f060e498c3f"}]} [ 808.665558] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquiring lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.665558] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.665558] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquiring lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.665558] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.665558] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.668457] env[69374]: INFO nova.compute.manager [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Terminating instance [ 808.674069] env[69374]: DEBUG nova.scheduler.client.report [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 808.697222] env[69374]: DEBUG nova.scheduler.client.report [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 808.697499] env[69374]: DEBUG nova.compute.provider_tree [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.712729] env[69374]: DEBUG nova.scheduler.client.report [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 808.741184] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111208, 'name': CreateVM_Task, 'duration_secs': 0.428803} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.742602] env[69374]: DEBUG nova.scheduler.client.report [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 808.745157] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.745927] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.746172] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.746526] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.749035] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928d13ab-7c46-47e7-a55e-05c6c33f7935 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.756169] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 808.756169] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ef38b2-0c49-2b8e-24cd-0784c9da5b5a" [ 808.756169] env[69374]: _type = "Task" [ 808.756169] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.767652] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ef38b2-0c49-2b8e-24cd-0784c9da5b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.915791] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "refresh_cache-8f7563b6-b739-48f5-afcd-74ff590d32ef" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.915985] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "refresh_cache-8f7563b6-b739-48f5-afcd-74ff590d32ef" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.916161] env[69374]: DEBUG nova.network.neutron [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.038501] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111207, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.064028] env[69374]: DEBUG nova.compute.manager [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.080036] env[69374]: DEBUG oslo_vmware.api [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193698} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.080357] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.080737] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.081204] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.082046] env[69374]: INFO nova.compute.manager [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b08b3ed7-5812-432e-b618-f43104029336] Took 1.17 seconds to destroy the instance on the hypervisor. [ 809.082046] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.082202] env[69374]: DEBUG nova.compute.manager [-] [instance: b08b3ed7-5812-432e-b618-f43104029336] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.082202] env[69374]: DEBUG nova.network.neutron [-] [instance: b08b3ed7-5812-432e-b618-f43104029336] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.148084] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111205, 'name': Rename_Task, 'duration_secs': 1.217121} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.148562] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.149153] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db7a7106-2006-4f9b-bfd8-996a0247c9cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.157837] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for the task: (returnval){ [ 809.157837] env[69374]: value = "task-4111211" [ 809.157837] env[69374]: _type = "Task" [ 809.157837] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.173988] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.178072] env[69374]: DEBUG nova.compute.manager [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.178378] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.180573] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a5dc80-ad9f-4642-b993-fc7efaed3035 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.193447] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.193509] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9f5000-a367-441b-8012-64597d3212d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.203682] env[69374]: DEBUG oslo_vmware.api [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for the task: (returnval){ [ 809.203682] env[69374]: value = "task-4111212" [ 809.203682] env[69374]: _type = "Task" [ 809.203682] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.231196] env[69374]: DEBUG oslo_vmware.api [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.268531] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ef38b2-0c49-2b8e-24cd-0784c9da5b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012553} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.272067] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.272374] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.272625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.272760] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.272946] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.273530] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2a2624d-6a5a-46d8-93a9-0075885becff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.286318] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.286518] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.290219] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8df88da-8625-4e0d-bfe5-58ffde8b3496 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.297605] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 809.297605] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52df37a4-fce4-3df9-c0db-43b74a2b1186" [ 809.297605] env[69374]: _type = "Task" [ 809.297605] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.311523] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52df37a4-fce4-3df9-c0db-43b74a2b1186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.385109] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d5c641-4370-473b-a81e-2f4b2f84976e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.394378] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf34d11-8f44-47d5-9bfe-7dd1ee0646f8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.436936] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47264616-77bd-4a09-908e-7a2aaf43dc77 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.447546] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bbac1a-6668-432a-95db-17619cf2a22d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.468439] env[69374]: DEBUG nova.compute.provider_tree [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.478021] env[69374]: DEBUG nova.network.neutron [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.540033] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111207, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.249418} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.540396] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] a1ab1f2f-0e69-4483-9271-45a85b69608c/a1ab1f2f-0e69-4483-9271-45a85b69608c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.540562] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.541177] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92ee52af-7f33-4584-b44b-008b2835840e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.549949] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 809.549949] env[69374]: value = "task-4111213" [ 809.549949] env[69374]: _type = "Task" [ 809.549949] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.560253] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.596148] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.668360] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111211, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.690465] env[69374]: DEBUG nova.network.neutron [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Updating instance_info_cache with network_info: [{"id": "e12bc9bc-3105-4f72-bbbb-c9e90ad7034f", "address": "fa:16:3e:76:e1:f2", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12bc9bc-31", "ovs_interfaceid": "e12bc9bc-3105-4f72-bbbb-c9e90ad7034f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.724864] env[69374]: DEBUG oslo_vmware.api [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111212, 'name': PowerOffVM_Task, 'duration_secs': 0.251888} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.725166] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.725340] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.725662] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c54dba5a-e155-46fd-8e74-3697a9d37b34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.795843] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.796035] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.796358] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Deleting the datastore file [datastore2] a1ecf066-1131-4880-9e8b-cfc5296b0ba7 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.796732] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb316d8-d349-448f-a346-014ca042e8c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.810159] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52df37a4-fce4-3df9-c0db-43b74a2b1186, 'name': SearchDatastore_Task, 'duration_secs': 0.015222} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.812835] env[69374]: DEBUG oslo_vmware.api [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for the task: (returnval){ [ 809.812835] env[69374]: value = "task-4111215" [ 809.812835] env[69374]: _type = "Task" [ 809.812835] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.812978] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcee1287-2f60-4a16-801c-e5490d010c65 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.825232] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 809.825232] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52540777-b54f-d7c3-aba7-d411df7d30b4" [ 809.825232] env[69374]: _type = "Task" [ 809.825232] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.831106] env[69374]: DEBUG oslo_vmware.api [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.841269] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52540777-b54f-d7c3-aba7-d411df7d30b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.995881] env[69374]: ERROR nova.scheduler.client.report [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [req-a4c3c68c-c96e-49dd-bb2c-d82fb5aa9258] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4c3c68c-c96e-49dd-bb2c-d82fb5aa9258"}]} [ 810.014532] env[69374]: DEBUG nova.scheduler.client.report [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 810.016792] env[69374]: DEBUG nova.network.neutron [-] [instance: b08b3ed7-5812-432e-b618-f43104029336] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.031503] env[69374]: DEBUG nova.scheduler.client.report [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 810.031807] env[69374]: DEBUG nova.compute.provider_tree [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.045260] env[69374]: DEBUG nova.scheduler.client.report [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 810.062592] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085459} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.063194] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.064014] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac780d2-fcc3-42cb-b9ff-725391ed461e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.067598] env[69374]: DEBUG nova.scheduler.client.report [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 810.097174] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] a1ab1f2f-0e69-4483-9271-45a85b69608c/a1ab1f2f-0e69-4483-9271-45a85b69608c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.099611] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a6e9bde-e3ad-4205-83f1-6bb7de009613 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.122973] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 810.122973] env[69374]: value = "task-4111216" [ 810.122973] env[69374]: _type = "Task" [ 810.122973] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.146715] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.171395] env[69374]: DEBUG oslo_vmware.api [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111211, 'name': PowerOnVM_Task, 'duration_secs': 0.86186} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.171687] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.171948] env[69374]: INFO nova.compute.manager [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Took 8.55 seconds to spawn the instance on the hypervisor. [ 810.172195] env[69374]: DEBUG nova.compute.manager [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.173023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b77c45-f694-434b-8dec-518e969c38bc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.192689] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "refresh_cache-8f7563b6-b739-48f5-afcd-74ff590d32ef" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.192994] env[69374]: DEBUG nova.compute.manager [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Instance network_info: |[{"id": "e12bc9bc-3105-4f72-bbbb-c9e90ad7034f", "address": "fa:16:3e:76:e1:f2", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12bc9bc-31", "ovs_interfaceid": "e12bc9bc-3105-4f72-bbbb-c9e90ad7034f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.193465] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:e1:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e12bc9bc-3105-4f72-bbbb-c9e90ad7034f', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.201449] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.201769] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.202028] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b43f0ddd-9923-4b18-9caf-513b58e389d0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.229937] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquiring lock "26e3e3c2-8034-4070-8ac6-790155c15a82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.230255] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "26e3e3c2-8034-4070-8ac6-790155c15a82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.233933] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.233933] env[69374]: value = "task-4111217" [ 810.233933] env[69374]: _type = "Task" [ 810.233933] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.247123] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111217, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.332020] env[69374]: DEBUG oslo_vmware.api [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Task: {'id': task-4111215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295543} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.336515] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.336515] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.336626] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.336753] env[69374]: INFO nova.compute.manager [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 810.337135] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.337394] env[69374]: DEBUG nova.compute.manager [-] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.337509] env[69374]: DEBUG nova.network.neutron [-] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.350322] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52540777-b54f-d7c3-aba7-d411df7d30b4, 'name': SearchDatastore_Task, 'duration_secs': 0.018938} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.350792] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.350996] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] c3c4d8dc-bc7f-4128-b323-341d335219cb/c3c4d8dc-bc7f-4128-b323-341d335219cb.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.351311] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0dcab3d-1075-4f14-bb5f-68ff3a164dfb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.361370] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 810.361370] env[69374]: value = "task-4111218" [ 810.361370] env[69374]: _type = "Task" [ 810.361370] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.376314] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.425648] env[69374]: DEBUG nova.compute.manager [req-890d273f-4cd4-493b-b38a-920eb3f6497b req-62e761b4-cd5f-4b81-9282-2e0d84308f86 service nova] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Received event network-changed-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.425851] env[69374]: DEBUG nova.compute.manager [req-890d273f-4cd4-493b-b38a-920eb3f6497b req-62e761b4-cd5f-4b81-9282-2e0d84308f86 service nova] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Refreshing instance network info cache due to event network-changed-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.426079] env[69374]: DEBUG oslo_concurrency.lockutils [req-890d273f-4cd4-493b-b38a-920eb3f6497b req-62e761b4-cd5f-4b81-9282-2e0d84308f86 service nova] Acquiring lock "refresh_cache-8f7563b6-b739-48f5-afcd-74ff590d32ef" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.426215] env[69374]: DEBUG oslo_concurrency.lockutils [req-890d273f-4cd4-493b-b38a-920eb3f6497b req-62e761b4-cd5f-4b81-9282-2e0d84308f86 service nova] Acquired lock "refresh_cache-8f7563b6-b739-48f5-afcd-74ff590d32ef" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.426439] env[69374]: DEBUG nova.network.neutron [req-890d273f-4cd4-493b-b38a-920eb3f6497b req-62e761b4-cd5f-4b81-9282-2e0d84308f86 service nova] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Refreshing network info cache for port e12bc9bc-3105-4f72-bbbb-c9e90ad7034f {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.519581] env[69374]: INFO nova.compute.manager [-] [instance: b08b3ed7-5812-432e-b618-f43104029336] Took 1.44 seconds to deallocate network for instance. [ 810.646412] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.702512] env[69374]: INFO nova.compute.manager [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Took 42.70 seconds to build instance. [ 810.704491] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59fc016-e511-4217-a3ce-be27d2d80e44 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.716246] env[69374]: DEBUG nova.compute.manager [req-50df57bc-271c-4d9a-9b35-657373bec47f req-4d768a98-8a69-4d44-a529-ff8f6bfcd842 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Received event network-vif-deleted-b28636a3-7b1d-48d9-9b6b-3491539a82b2 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.716246] env[69374]: INFO nova.compute.manager [req-50df57bc-271c-4d9a-9b35-657373bec47f req-4d768a98-8a69-4d44-a529-ff8f6bfcd842 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Neutron deleted interface b28636a3-7b1d-48d9-9b6b-3491539a82b2; detaching it from the instance and deleting it from the info cache [ 810.716441] env[69374]: DEBUG nova.network.neutron [req-50df57bc-271c-4d9a-9b35-657373bec47f req-4d768a98-8a69-4d44-a529-ff8f6bfcd842 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.731156] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a81b1d-3db4-417e-ab40-2786d7d144a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.750359] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111217, 'name': CreateVM_Task, 'duration_secs': 0.454585} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.776287] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.778146] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.778335] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.778682] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.779730] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d296132-7b56-4533-b08c-9d30b9da64ed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.782529] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3796f512-4e18-40d2-bb2d-6d7539b2e2a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.788963] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 810.788963] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52667aa1-a453-478f-c9a8-27b5e3800e71" [ 810.788963] env[69374]: _type = "Task" [ 810.788963] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.796772] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ddebe9-f3ce-4551-abc5-cfd00c4bb61f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.814227] env[69374]: DEBUG nova.compute.provider_tree [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.820875] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52667aa1-a453-478f-c9a8-27b5e3800e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.877020] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111218, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.026218] env[69374]: DEBUG oslo_concurrency.lockutils [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.140175] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111216, 'name': ReconfigVM_Task, 'duration_secs': 0.591467} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.140335] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Reconfigured VM instance instance-0000002a to attach disk [datastore1] a1ab1f2f-0e69-4483-9271-45a85b69608c/a1ab1f2f-0e69-4483-9271-45a85b69608c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.141064] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32754051-caa3-47a4-8a0f-c37cf17e7e3b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.153029] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 811.153029] env[69374]: value = "task-4111219" [ 811.153029] env[69374]: _type = "Task" [ 811.153029] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.163591] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111219, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.164738] env[69374]: DEBUG nova.network.neutron [req-890d273f-4cd4-493b-b38a-920eb3f6497b req-62e761b4-cd5f-4b81-9282-2e0d84308f86 service nova] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Updated VIF entry in instance network info cache for port e12bc9bc-3105-4f72-bbbb-c9e90ad7034f. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.165070] env[69374]: DEBUG nova.network.neutron [req-890d273f-4cd4-493b-b38a-920eb3f6497b req-62e761b4-cd5f-4b81-9282-2e0d84308f86 service nova] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Updating instance_info_cache with network_info: [{"id": "e12bc9bc-3105-4f72-bbbb-c9e90ad7034f", "address": "fa:16:3e:76:e1:f2", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape12bc9bc-31", "ovs_interfaceid": "e12bc9bc-3105-4f72-bbbb-c9e90ad7034f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.170155] env[69374]: DEBUG nova.network.neutron [-] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.215860] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df4769e7-3c2b-45ae-b4b7-17aa9deca827 tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.205s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.223730] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fa5fc05-4d54-44c2-878f-b46c92aa653d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.235315] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dbc91a-d1ad-4c53-911e-3720625ebe54 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.283849] env[69374]: DEBUG nova.compute.manager [req-50df57bc-271c-4d9a-9b35-657373bec47f req-4d768a98-8a69-4d44-a529-ff8f6bfcd842 service nova] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Detach interface failed, port_id=b28636a3-7b1d-48d9-9b6b-3491539a82b2, reason: Instance a1ecf066-1131-4880-9e8b-cfc5296b0ba7 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 811.304020] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52667aa1-a453-478f-c9a8-27b5e3800e71, 'name': SearchDatastore_Task, 'duration_secs': 0.070865} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.307767] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.307767] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.307767] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.307767] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.307767] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.307767] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51e63276-8a4b-437e-afdc-9689ba7f744f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.317876] env[69374]: DEBUG nova.scheduler.client.report [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.321640] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.321829] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.322706] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6ac604-53a7-49cb-b75e-63b2bd8f440c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.330933] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 811.330933] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5213d0eb-1701-ac38-3816-3790ea53fbf8" [ 811.330933] env[69374]: _type = "Task" [ 811.330933] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.344137] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5213d0eb-1701-ac38-3816-3790ea53fbf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.376963] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670871} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.377900] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] c3c4d8dc-bc7f-4128-b323-341d335219cb/c3c4d8dc-bc7f-4128-b323-341d335219cb.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.378063] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.379099] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a604412a-c087-411f-94c0-ddd56ccff12b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.387977] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 811.387977] env[69374]: value = "task-4111220" [ 811.387977] env[69374]: _type = "Task" [ 811.387977] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.404876] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.661614] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111219, 'name': Rename_Task, 'duration_secs': 0.262915} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.661948] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.662178] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d0298cb-0d9a-4167-b6b1-da9a8cfa2841 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.668081] env[69374]: DEBUG oslo_concurrency.lockutils [req-890d273f-4cd4-493b-b38a-920eb3f6497b req-62e761b4-cd5f-4b81-9282-2e0d84308f86 service nova] Releasing lock "refresh_cache-8f7563b6-b739-48f5-afcd-74ff590d32ef" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.668514] env[69374]: DEBUG nova.compute.manager [req-890d273f-4cd4-493b-b38a-920eb3f6497b req-62e761b4-cd5f-4b81-9282-2e0d84308f86 service nova] [instance: b08b3ed7-5812-432e-b618-f43104029336] Received event network-vif-deleted-b9a60005-3ad7-4db4-8e01-0c9a1b465f00 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.670784] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 811.670784] env[69374]: value = "task-4111221" [ 811.670784] env[69374]: _type = "Task" [ 811.670784] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.675632] env[69374]: INFO nova.compute.manager [-] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Took 1.34 seconds to deallocate network for instance. [ 811.687258] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.719813] env[69374]: DEBUG nova.compute.manager [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.827524] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.596s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.828153] env[69374]: DEBUG nova.compute.manager [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.831279] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.741s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.833321] env[69374]: INFO nova.compute.claims [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.847409] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5213d0eb-1701-ac38-3816-3790ea53fbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.018457} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.848310] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1129a992-13c0-42d8-8988-224cbb58f3c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.855228] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 811.855228] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525d0628-ca89-d8ba-ca89-9861297be816" [ 811.855228] env[69374]: _type = "Task" [ 811.855228] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.864525] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525d0628-ca89-d8ba-ca89-9861297be816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.901767] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173134} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.904038] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.904170] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102d19c4-3186-4982-b0a6-c0f91eefa9f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.926274] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] c3c4d8dc-bc7f-4128-b323-341d335219cb/c3c4d8dc-bc7f-4128-b323-341d335219cb.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.926991] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9ba2b8-9a58-4bde-9888-9bc9df06561e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.948382] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 811.948382] env[69374]: value = "task-4111222" [ 811.948382] env[69374]: _type = "Task" [ 811.948382] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.958759] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.181908] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.188029] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.246134] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.342537] env[69374]: DEBUG nova.compute.utils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.343637] env[69374]: DEBUG nova.compute.manager [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.343964] env[69374]: DEBUG nova.network.neutron [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.369075] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525d0628-ca89-d8ba-ca89-9861297be816, 'name': SearchDatastore_Task, 'duration_secs': 0.020499} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.369934] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.369934] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 8f7563b6-b739-48f5-afcd-74ff590d32ef/8f7563b6-b739-48f5-afcd-74ff590d32ef.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.369934] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24d9cb9f-bfee-4fc2-b702-246075b155bb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.378027] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 812.378027] env[69374]: value = "task-4111223" [ 812.378027] env[69374]: _type = "Task" [ 812.378027] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.390903] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.416462] env[69374]: DEBUG nova.policy [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b442edca1954cd2a8932aeca1a9679c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '205cbd4079034630a44f4c38ad49858f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.460212] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111222, 'name': ReconfigVM_Task, 'duration_secs': 0.476598} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.461968] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Reconfigured VM instance instance-00000027 to attach disk [datastore1] c3c4d8dc-bc7f-4128-b323-341d335219cb/c3c4d8dc-bc7f-4128-b323-341d335219cb.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.461968] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e22ccfc-1173-4c10-8a1d-cdf39da71f5c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.469746] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 812.469746] env[69374]: value = "task-4111224" [ 812.469746] env[69374]: _type = "Task" [ 812.469746] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.479633] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111224, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.688257] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111221, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.744275] env[69374]: DEBUG nova.compute.manager [req-27a25256-5830-47eb-bb68-63b07576bd6a req-2a9cae0f-85d0-4580-b931-eb65faff8967 service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Received event network-changed-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.745031] env[69374]: DEBUG nova.compute.manager [req-27a25256-5830-47eb-bb68-63b07576bd6a req-2a9cae0f-85d0-4580-b931-eb65faff8967 service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Refreshing instance network info cache due to event network-changed-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.745031] env[69374]: DEBUG oslo_concurrency.lockutils [req-27a25256-5830-47eb-bb68-63b07576bd6a req-2a9cae0f-85d0-4580-b931-eb65faff8967 service nova] Acquiring lock "refresh_cache-78a90f76-8aeb-4a74-a2a7-ee67621f8275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.745031] env[69374]: DEBUG oslo_concurrency.lockutils [req-27a25256-5830-47eb-bb68-63b07576bd6a req-2a9cae0f-85d0-4580-b931-eb65faff8967 service nova] Acquired lock "refresh_cache-78a90f76-8aeb-4a74-a2a7-ee67621f8275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.745031] env[69374]: DEBUG nova.network.neutron [req-27a25256-5830-47eb-bb68-63b07576bd6a req-2a9cae0f-85d0-4580-b931-eb65faff8967 service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Refreshing network info cache for port a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.770578] env[69374]: DEBUG nova.network.neutron [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Successfully created port: 717ab879-7ab5-4347-8642-7bdeb8248938 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.849076] env[69374]: DEBUG nova.compute.manager [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.898364] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111223, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.991846] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111224, 'name': Rename_Task, 'duration_secs': 0.207236} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.992182] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.992394] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-471eef1c-313c-4a40-a9d3-9db2ed2fb56a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.001937] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 813.001937] env[69374]: value = "task-4111225" [ 813.001937] env[69374]: _type = "Task" [ 813.001937] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.010636] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.187482] env[69374]: DEBUG oslo_vmware.api [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111221, 'name': PowerOnVM_Task, 'duration_secs': 1.020741} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.188878] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.188878] env[69374]: INFO nova.compute.manager [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Took 8.74 seconds to spawn the instance on the hypervisor. [ 813.188878] env[69374]: DEBUG nova.compute.manager [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 813.189195] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c1b55d-cc46-46a1-93b3-33f644659571 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.394650] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609648} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.395765] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 8f7563b6-b739-48f5-afcd-74ff590d32ef/8f7563b6-b739-48f5-afcd-74ff590d32ef.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.396008] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.396307] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cdd7ce9-a1eb-4fd9-9ded-e5c87e2a8036 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.400134] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc09f13-73eb-4b29-a819-88e05d753daf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.410189] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9179c00e-6996-431d-ad3b-ad0595b63d25 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.413811] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 813.413811] env[69374]: value = "task-4111226" [ 813.413811] env[69374]: _type = "Task" [ 813.413811] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.451681] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c9896a-32fa-4038-8da8-f7498af0ccad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.459109] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.467248] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c90ae4-7393-43eb-9828-a1b9e39a613b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.485340] env[69374]: DEBUG nova.compute.provider_tree [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.513699] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111225, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.716070] env[69374]: INFO nova.compute.manager [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Took 44.38 seconds to build instance. [ 813.857796] env[69374]: DEBUG nova.compute.manager [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.894775] env[69374]: DEBUG nova.virt.hardware [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.895164] env[69374]: DEBUG nova.virt.hardware [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.895416] env[69374]: DEBUG nova.virt.hardware [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.895765] env[69374]: DEBUG nova.virt.hardware [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.895874] env[69374]: DEBUG nova.virt.hardware [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.896103] env[69374]: DEBUG nova.virt.hardware [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.896401] env[69374]: DEBUG nova.virt.hardware [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.896625] env[69374]: DEBUG nova.virt.hardware [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.896864] env[69374]: DEBUG nova.virt.hardware [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.897113] env[69374]: DEBUG nova.virt.hardware [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.897370] env[69374]: DEBUG nova.virt.hardware [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.898640] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119de523-3a1c-49b3-886d-90731eb311f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.903602] env[69374]: DEBUG nova.network.neutron [req-27a25256-5830-47eb-bb68-63b07576bd6a req-2a9cae0f-85d0-4580-b931-eb65faff8967 service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Updated VIF entry in instance network info cache for port a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.904151] env[69374]: DEBUG nova.network.neutron [req-27a25256-5830-47eb-bb68-63b07576bd6a req-2a9cae0f-85d0-4580-b931-eb65faff8967 service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Updating instance_info_cache with network_info: [{"id": "a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2", "address": "fa:16:3e:ea:38:94", "network": {"id": "b81c06ae-55fb-4cb3-9a07-5ef718b4c207", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-875214213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1b0417d4ae41d3a6bd278158f84022", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b42cdb-2e", "ovs_interfaceid": "a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.921435] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54321c0a-68e8-4c18-bdeb-ecd0fa0d86f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.943612] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091165} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.945081] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.946164] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1d4ed6-8bfd-47e1-8e95-2e7e5e1a2c81 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.976780] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 8f7563b6-b739-48f5-afcd-74ff590d32ef/8f7563b6-b739-48f5-afcd-74ff590d32ef.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.977558] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63ee9d89-87ff-4b8f-ae50-53570212032a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.992727] env[69374]: DEBUG nova.scheduler.client.report [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.002901] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 814.002901] env[69374]: value = "task-4111227" [ 814.002901] env[69374]: _type = "Task" [ 814.002901] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.016963] env[69374]: DEBUG oslo_vmware.api [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111225, 'name': PowerOnVM_Task, 'duration_secs': 0.943807} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.021139] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.022225] env[69374]: DEBUG nova.compute.manager [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.022225] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.022993] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8469c7-2b85-4c38-8f68-64b93164d0dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.218455] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cc4a9aa2-9199-4e37-82f9-01c2bee486bf tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "a1ab1f2f-0e69-4483-9271-45a85b69608c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.134s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.344874] env[69374]: DEBUG nova.network.neutron [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Successfully updated port: 717ab879-7ab5-4347-8642-7bdeb8248938 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.408748] env[69374]: DEBUG oslo_concurrency.lockutils [req-27a25256-5830-47eb-bb68-63b07576bd6a req-2a9cae0f-85d0-4580-b931-eb65faff8967 service nova] Releasing lock "refresh_cache-78a90f76-8aeb-4a74-a2a7-ee67621f8275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.502383] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.504212] env[69374]: DEBUG nova.compute.manager [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.506048] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.363s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.506249] env[69374]: DEBUG nova.objects.instance [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 814.521569] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.543493] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.721512] env[69374]: DEBUG nova.compute.manager [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.852503] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "refresh_cache-5149de8c-a780-42f3-b06e-8c51585a5329" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.852817] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired lock "refresh_cache-5149de8c-a780-42f3-b06e-8c51585a5329" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.852817] env[69374]: DEBUG nova.network.neutron [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.868744] env[69374]: DEBUG nova.compute.manager [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Received event network-vif-plugged-717ab879-7ab5-4347-8642-7bdeb8248938 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.869216] env[69374]: DEBUG oslo_concurrency.lockutils [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] Acquiring lock "5149de8c-a780-42f3-b06e-8c51585a5329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.869627] env[69374]: DEBUG oslo_concurrency.lockutils [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] Lock "5149de8c-a780-42f3-b06e-8c51585a5329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.869974] env[69374]: DEBUG oslo_concurrency.lockutils [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] Lock "5149de8c-a780-42f3-b06e-8c51585a5329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.870282] env[69374]: DEBUG nova.compute.manager [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] No waiting events found dispatching network-vif-plugged-717ab879-7ab5-4347-8642-7bdeb8248938 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 814.870573] env[69374]: WARNING nova.compute.manager [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Received unexpected event network-vif-plugged-717ab879-7ab5-4347-8642-7bdeb8248938 for instance with vm_state building and task_state spawning. [ 814.870924] env[69374]: DEBUG nova.compute.manager [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Received event network-changed-717ab879-7ab5-4347-8642-7bdeb8248938 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.871259] env[69374]: DEBUG nova.compute.manager [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Refreshing instance network info cache due to event network-changed-717ab879-7ab5-4347-8642-7bdeb8248938. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.871578] env[69374]: DEBUG oslo_concurrency.lockutils [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] Acquiring lock "refresh_cache-5149de8c-a780-42f3-b06e-8c51585a5329" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.011285] env[69374]: DEBUG nova.compute.utils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.016698] env[69374]: DEBUG nova.compute.manager [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.017876] env[69374]: DEBUG nova.network.neutron [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.037444] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111227, 'name': ReconfigVM_Task, 'duration_secs': 0.735111} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.039204] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 8f7563b6-b739-48f5-afcd-74ff590d32ef/8f7563b6-b739-48f5-afcd-74ff590d32ef.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.040884] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-320db27a-109c-4cf2-a492-74f2ce4ad994 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.049509] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 815.049509] env[69374]: value = "task-4111228" [ 815.049509] env[69374]: _type = "Task" [ 815.049509] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.061448] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111228, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.254737] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.324873] env[69374]: DEBUG nova.policy [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c878f8d5e8142f485dd999e9fdf97b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c21f4064b2a4d4480b28bb877fdf815', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.415551] env[69374]: DEBUG nova.network.neutron [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.520365] env[69374]: DEBUG nova.compute.manager [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.537424] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5fce538b-0438-4e53-8afe-029d347f937d tempest-ServersAdmin275Test-1375278837 tempest-ServersAdmin275Test-1375278837-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.538489] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.177s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.540231] env[69374]: INFO nova.compute.claims [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.543427] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquiring lock "c3c4d8dc-bc7f-4128-b323-341d335219cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.543682] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "c3c4d8dc-bc7f-4128-b323-341d335219cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.543939] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquiring lock "c3c4d8dc-bc7f-4128-b323-341d335219cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.544198] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "c3c4d8dc-bc7f-4128-b323-341d335219cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.544406] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "c3c4d8dc-bc7f-4128-b323-341d335219cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.547842] env[69374]: INFO nova.compute.manager [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Terminating instance [ 815.563409] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111228, 'name': Rename_Task, 'duration_secs': 0.249617} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.563745] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.564073] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00144a63-21a3-4842-a8f1-bf36cca6338b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.572681] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 815.572681] env[69374]: value = "task-4111229" [ 815.572681] env[69374]: _type = "Task" [ 815.572681] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.580709] env[69374]: DEBUG nova.network.neutron [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Updating instance_info_cache with network_info: [{"id": "717ab879-7ab5-4347-8642-7bdeb8248938", "address": "fa:16:3e:0e:86:88", "network": {"id": "f00573d5-1cd6-46c2-9f9a-7e386d85f53d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1769324003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "205cbd4079034630a44f4c38ad49858f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717ab879-7a", "ovs_interfaceid": "717ab879-7ab5-4347-8642-7bdeb8248938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.585915] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.668791] env[69374]: DEBUG nova.network.neutron [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Successfully created port: 01627c21-0455-4b82-a477-838e6b876de8 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.826090] env[69374]: DEBUG nova.compute.manager [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Stashing vm_state: active {{(pid=69374) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 816.008610] env[69374]: DEBUG oslo_vmware.rw_handles [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adb4df-96d7-4a60-383b-fd2ee898cb7e/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 816.010406] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90f8ba5-8291-451f-9550-ba6c93724920 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.019833] env[69374]: DEBUG oslo_vmware.rw_handles [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adb4df-96d7-4a60-383b-fd2ee898cb7e/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 816.019833] env[69374]: ERROR oslo_vmware.rw_handles [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adb4df-96d7-4a60-383b-fd2ee898cb7e/disk-0.vmdk due to incomplete transfer. [ 816.020165] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a36114d-072d-4795-9f48-123c5ee67f02 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.028596] env[69374]: DEBUG oslo_vmware.rw_handles [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52adb4df-96d7-4a60-383b-fd2ee898cb7e/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 816.028794] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Uploaded image 9fef6a5a-3075-4374-a2b1-4baa12be6715 to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 816.031068] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 816.034518] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4954fe6-ea90-405d-a957-84e4035bbc7f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.043218] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 816.043218] env[69374]: value = "task-4111230" [ 816.043218] env[69374]: _type = "Task" [ 816.043218] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.055708] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquiring lock "refresh_cache-c3c4d8dc-bc7f-4128-b323-341d335219cb" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.055832] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquired lock "refresh_cache-c3c4d8dc-bc7f-4128-b323-341d335219cb" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.056019] env[69374]: DEBUG nova.network.neutron [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.061175] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111230, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.084398] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Releasing lock "refresh_cache-5149de8c-a780-42f3-b06e-8c51585a5329" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.084695] env[69374]: DEBUG nova.compute.manager [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Instance network_info: |[{"id": "717ab879-7ab5-4347-8642-7bdeb8248938", "address": "fa:16:3e:0e:86:88", "network": {"id": "f00573d5-1cd6-46c2-9f9a-7e386d85f53d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1769324003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "205cbd4079034630a44f4c38ad49858f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717ab879-7a", "ovs_interfaceid": "717ab879-7ab5-4347-8642-7bdeb8248938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.084994] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.085257] env[69374]: DEBUG oslo_concurrency.lockutils [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] Acquired lock "refresh_cache-5149de8c-a780-42f3-b06e-8c51585a5329" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.085425] env[69374]: DEBUG nova.network.neutron [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Refreshing network info cache for port 717ab879-7ab5-4347-8642-7bdeb8248938 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.086667] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:86:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '717ab879-7ab5-4347-8642-7bdeb8248938', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.098554] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.101865] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.102409] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51506652-a16b-4d0b-a5a0-11f4914d3d52 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.125734] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.125734] env[69374]: value = "task-4111231" [ 816.125734] env[69374]: _type = "Task" [ 816.125734] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.135720] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111231, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.353815] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.507086] env[69374]: DEBUG nova.network.neutron [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Updated VIF entry in instance network info cache for port 717ab879-7ab5-4347-8642-7bdeb8248938. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.507086] env[69374]: DEBUG nova.network.neutron [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Updating instance_info_cache with network_info: [{"id": "717ab879-7ab5-4347-8642-7bdeb8248938", "address": "fa:16:3e:0e:86:88", "network": {"id": "f00573d5-1cd6-46c2-9f9a-7e386d85f53d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1769324003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "205cbd4079034630a44f4c38ad49858f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717ab879-7a", "ovs_interfaceid": "717ab879-7ab5-4347-8642-7bdeb8248938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.539322] env[69374]: DEBUG nova.compute.manager [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.557531] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111230, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.585724] env[69374]: DEBUG nova.virt.hardware [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.586060] env[69374]: DEBUG nova.virt.hardware [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.586320] env[69374]: DEBUG nova.virt.hardware [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.586540] env[69374]: DEBUG nova.virt.hardware [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.586790] env[69374]: DEBUG nova.virt.hardware [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.586941] env[69374]: DEBUG nova.virt.hardware [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.587198] env[69374]: DEBUG nova.virt.hardware [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.587384] env[69374]: DEBUG nova.virt.hardware [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.587623] env[69374]: DEBUG nova.virt.hardware [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.587813] env[69374]: DEBUG nova.virt.hardware [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.588045] env[69374]: DEBUG nova.virt.hardware [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.589116] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de6ad43-a037-4440-8c27-05827f82a046 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.592626] env[69374]: DEBUG nova.network.neutron [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.603579] env[69374]: DEBUG oslo_vmware.api [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111229, 'name': PowerOnVM_Task, 'duration_secs': 1.030706} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.606077] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.606987] env[69374]: INFO nova.compute.manager [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Took 9.37 seconds to spawn the instance on the hypervisor. [ 816.606987] env[69374]: DEBUG nova.compute.manager [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.607503] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bfe9cc-5451-44fa-95f8-401fea158056 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.612153] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dd070b-bb7f-422c-a3a0-7329a893492e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.651812] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111231, 'name': CreateVM_Task, 'duration_secs': 0.402046} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.651812] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.652667] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.652849] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.653274] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.653578] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4674d84-3e7f-4e76-9af6-52af315913be {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.658428] env[69374]: DEBUG nova.network.neutron [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.663050] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 816.663050] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520f7740-3fbb-b864-cbc4-5514b13ca5b6" [ 816.663050] env[69374]: _type = "Task" [ 816.663050] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.674642] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520f7740-3fbb-b864-cbc4-5514b13ca5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.012617] env[69374]: DEBUG oslo_concurrency.lockutils [req-3016cdff-66ef-4772-8688-729118e2c70c req-dcff7550-5a7e-43b5-a10a-ae9d7b768eec service nova] Releasing lock "refresh_cache-5149de8c-a780-42f3-b06e-8c51585a5329" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.054962] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111230, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.081685] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c6488a-529b-4157-827f-eb93c217ee64 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.090206] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b45dc8-ee0d-4c7c-bdf2-6a4c779a69dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.123898] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a7cf25-ea5b-4513-af3c-db99587c68db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.131951] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c874b0d5-fdb3-4c27-b9a4-c464f77e4b64 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.152409] env[69374]: DEBUG nova.compute.provider_tree [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.159040] env[69374]: INFO nova.compute.manager [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Took 40.57 seconds to build instance. [ 817.162202] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Releasing lock "refresh_cache-c3c4d8dc-bc7f-4128-b323-341d335219cb" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.164718] env[69374]: DEBUG nova.compute.manager [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.164718] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.164718] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819499da-a785-43d5-9550-20984e617cc1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.174514] env[69374]: DEBUG nova.compute.manager [req-2bc75fad-28b4-461f-89c9-b8221eaa680d req-9a8f5949-eb66-452f-bb91-2e338a4c6b9c service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Received event network-vif-plugged-01627c21-0455-4b82-a477-838e6b876de8 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.174735] env[69374]: DEBUG oslo_concurrency.lockutils [req-2bc75fad-28b4-461f-89c9-b8221eaa680d req-9a8f5949-eb66-452f-bb91-2e338a4c6b9c service nova] Acquiring lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.174943] env[69374]: DEBUG oslo_concurrency.lockutils [req-2bc75fad-28b4-461f-89c9-b8221eaa680d req-9a8f5949-eb66-452f-bb91-2e338a4c6b9c service nova] Lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.175126] env[69374]: DEBUG oslo_concurrency.lockutils [req-2bc75fad-28b4-461f-89c9-b8221eaa680d req-9a8f5949-eb66-452f-bb91-2e338a4c6b9c service nova] Lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.175293] env[69374]: DEBUG nova.compute.manager [req-2bc75fad-28b4-461f-89c9-b8221eaa680d req-9a8f5949-eb66-452f-bb91-2e338a4c6b9c service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] No waiting events found dispatching network-vif-plugged-01627c21-0455-4b82-a477-838e6b876de8 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 817.175455] env[69374]: WARNING nova.compute.manager [req-2bc75fad-28b4-461f-89c9-b8221eaa680d req-9a8f5949-eb66-452f-bb91-2e338a4c6b9c service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Received unexpected event network-vif-plugged-01627c21-0455-4b82-a477-838e6b876de8 for instance with vm_state building and task_state spawning. [ 817.183450] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520f7740-3fbb-b864-cbc4-5514b13ca5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.015662} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.186342] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.187698] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.187698] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.187698] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.187698] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.187903] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.189120] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5462e4f1-545a-45cd-9c62-1805089f06dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.192753] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eef153a-9c5d-466d-a077-2c35c9e68979 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.193604] env[69374]: DEBUG nova.network.neutron [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Successfully updated port: 01627c21-0455-4b82-a477-838e6b876de8 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.201545] env[69374]: DEBUG oslo_vmware.api [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 817.201545] env[69374]: value = "task-4111232" [ 817.201545] env[69374]: _type = "Task" [ 817.201545] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.206683] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.206926] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.208805] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2310845d-7743-416e-b8e0-4c4ad9377ae8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.216011] env[69374]: DEBUG oslo_vmware.api [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.219819] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 817.219819] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c7ae07-93ca-ad95-d2f4-9351b362846c" [ 817.219819] env[69374]: _type = "Task" [ 817.219819] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.229654] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c7ae07-93ca-ad95-d2f4-9351b362846c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.555482] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111230, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.655726] env[69374]: DEBUG nova.scheduler.client.report [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.659493] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07ff9c64-b7c8-41f5-92c4-91ca59a79ce6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "8f7563b6-b739-48f5-afcd-74ff590d32ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.082s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.697654] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "refresh_cache-6cfc2345-bf4f-401b-b09b-537b0f5671f4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.697841] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "refresh_cache-6cfc2345-bf4f-401b-b09b-537b0f5671f4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.697999] env[69374]: DEBUG nova.network.neutron [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.717110] env[69374]: DEBUG oslo_vmware.api [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111232, 'name': PowerOffVM_Task, 'duration_secs': 0.373061} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.717315] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.717483] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.717736] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-233b225d-f269-42b8-928c-f5ff21b8ac6a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.730808] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c7ae07-93ca-ad95-d2f4-9351b362846c, 'name': SearchDatastore_Task, 'duration_secs': 0.032861} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.732211] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490fec0a-e591-46de-979e-fba10907a004 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.738253] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 817.738253] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5265a929-49d0-3d87-6c5d-10a9bd4ef11d" [ 817.738253] env[69374]: _type = "Task" [ 817.738253] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.744151] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.744502] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.744595] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Deleting the datastore file [datastore1] c3c4d8dc-bc7f-4128-b323-341d335219cb {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.744843] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2164fe3-25e8-4337-a83c-9d5f255d17ec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.750034] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5265a929-49d0-3d87-6c5d-10a9bd4ef11d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.756422] env[69374]: DEBUG oslo_vmware.api [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for the task: (returnval){ [ 817.756422] env[69374]: value = "task-4111234" [ 817.756422] env[69374]: _type = "Task" [ 817.756422] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.763586] env[69374]: DEBUG oslo_vmware.api [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.060823] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111230, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.161208] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.161770] env[69374]: DEBUG nova.compute.manager [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.164686] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.704s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.166684] env[69374]: INFO nova.compute.claims [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.171333] env[69374]: DEBUG nova.compute.manager [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.243489] env[69374]: DEBUG nova.network.neutron [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.253494] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5265a929-49d0-3d87-6c5d-10a9bd4ef11d, 'name': SearchDatastore_Task, 'duration_secs': 0.018105} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.253778] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.254067] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 5149de8c-a780-42f3-b06e-8c51585a5329/5149de8c-a780-42f3-b06e-8c51585a5329.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.254699] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb5629f2-a60b-4ed1-9ed4-1a60ad8fb36b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.267873] env[69374]: DEBUG oslo_vmware.api [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Task: {'id': task-4111234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128177} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.269161] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.272077] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.272077] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.272077] env[69374]: INFO nova.compute.manager [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 818.272077] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.272077] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 818.272077] env[69374]: value = "task-4111235" [ 818.272077] env[69374]: _type = "Task" [ 818.272077] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.272077] env[69374]: DEBUG nova.compute.manager [-] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.272077] env[69374]: DEBUG nova.network.neutron [-] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.281620] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.304264] env[69374]: DEBUG nova.network.neutron [-] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.440505] env[69374]: DEBUG nova.network.neutron [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Updating instance_info_cache with network_info: [{"id": "01627c21-0455-4b82-a477-838e6b876de8", "address": "fa:16:3e:03:b3:4f", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01627c21-04", "ovs_interfaceid": "01627c21-0455-4b82-a477-838e6b876de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.505702] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.505952] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.559108] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111230, 'name': Destroy_Task, 'duration_secs': 2.183044} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.559488] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Destroyed the VM [ 818.559785] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 818.560163] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66ec1311-7c7f-492a-87cc-a650972f7932 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.570366] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 818.570366] env[69374]: value = "task-4111236" [ 818.570366] env[69374]: _type = "Task" [ 818.570366] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.581245] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111236, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.678677] env[69374]: DEBUG nova.compute.utils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.682492] env[69374]: DEBUG nova.compute.manager [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.682492] env[69374]: DEBUG nova.network.neutron [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.709645] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.748067] env[69374]: DEBUG nova.policy [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '674482d18ebb46068814879be272185f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40e24639ebd140c7bdd8305d6a012756', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.783927] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111235, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.807600] env[69374]: DEBUG nova.network.neutron [-] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.950662] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "refresh_cache-6cfc2345-bf4f-401b-b09b-537b0f5671f4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.951051] env[69374]: DEBUG nova.compute.manager [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Instance network_info: |[{"id": "01627c21-0455-4b82-a477-838e6b876de8", "address": "fa:16:3e:03:b3:4f", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01627c21-04", "ovs_interfaceid": "01627c21-0455-4b82-a477-838e6b876de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.951526] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:b3:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01627c21-0455-4b82-a477-838e6b876de8', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.959335] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Creating folder: Project (0c21f4064b2a4d4480b28bb877fdf815). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.959978] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02b13e3c-d05e-4656-90e5-de053d2298bb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.971737] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Created folder: Project (0c21f4064b2a4d4480b28bb877fdf815) in parent group-v814324. [ 818.971908] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Creating folder: Instances. Parent ref: group-v814460. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.972998] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eae886fc-074b-4c76-816c-fed6e93e83b9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.982776] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Created folder: Instances in parent group-v814460. [ 818.983070] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.984020] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.984020] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-786e9fb4-221a-4d30-a6ff-6941ab811c2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.006582] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.006582] env[69374]: value = "task-4111239" [ 819.006582] env[69374]: _type = "Task" [ 819.006582] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.017258] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111239, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.024922] env[69374]: DEBUG nova.network.neutron [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Successfully created port: 446d5f1c-1429-4c68-ba52-494adfd7b6dd {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.080518] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111236, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.184849] env[69374]: DEBUG nova.compute.manager [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.285926] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587652} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.286394] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 5149de8c-a780-42f3-b06e-8c51585a5329/5149de8c-a780-42f3-b06e-8c51585a5329.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.286622] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.288022] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c378d82f-11f8-46ee-9cdf-e6bc8dd25061 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.298698] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 819.298698] env[69374]: value = "task-4111240" [ 819.298698] env[69374]: _type = "Task" [ 819.298698] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.309465] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.310974] env[69374]: INFO nova.compute.manager [-] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Took 1.04 seconds to deallocate network for instance. [ 819.389756] env[69374]: DEBUG nova.compute.manager [req-5b165c92-f837-45c5-8298-dbfaa8d57f35 req-90f5d8d9-dba0-4ef3-bd47-9aa4a198ca44 service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Received event network-changed-01627c21-0455-4b82-a477-838e6b876de8 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.390028] env[69374]: DEBUG nova.compute.manager [req-5b165c92-f837-45c5-8298-dbfaa8d57f35 req-90f5d8d9-dba0-4ef3-bd47-9aa4a198ca44 service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Refreshing instance network info cache due to event network-changed-01627c21-0455-4b82-a477-838e6b876de8. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.390617] env[69374]: DEBUG oslo_concurrency.lockutils [req-5b165c92-f837-45c5-8298-dbfaa8d57f35 req-90f5d8d9-dba0-4ef3-bd47-9aa4a198ca44 service nova] Acquiring lock "refresh_cache-6cfc2345-bf4f-401b-b09b-537b0f5671f4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.390617] env[69374]: DEBUG oslo_concurrency.lockutils [req-5b165c92-f837-45c5-8298-dbfaa8d57f35 req-90f5d8d9-dba0-4ef3-bd47-9aa4a198ca44 service nova] Acquired lock "refresh_cache-6cfc2345-bf4f-401b-b09b-537b0f5671f4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.390617] env[69374]: DEBUG nova.network.neutron [req-5b165c92-f837-45c5-8298-dbfaa8d57f35 req-90f5d8d9-dba0-4ef3-bd47-9aa4a198ca44 service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Refreshing network info cache for port 01627c21-0455-4b82-a477-838e6b876de8 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.522718] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111239, 'name': CreateVM_Task, 'duration_secs': 0.405209} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.522718] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.523421] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.523541] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.523983] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.527332] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7ccc75-ab2b-4dfe-837f-703f851c091b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.533752] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 819.533752] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52cefa8c-4510-4dae-d4d1-fefa2da8899b" [ 819.533752] env[69374]: _type = "Task" [ 819.533752] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.545749] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cefa8c-4510-4dae-d4d1-fefa2da8899b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.581461] env[69374]: DEBUG oslo_vmware.api [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111236, 'name': RemoveSnapshot_Task, 'duration_secs': 0.911171} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.585157] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.585157] env[69374]: INFO nova.compute.manager [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Took 17.83 seconds to snapshot the instance on the hypervisor. [ 819.804461] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155dc255-f996-4c79-bdb3-fa5f49a64f8c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.814738] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094301} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.815105] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.816165] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29f7df3-fe09-425a-8293-e3149b92abd7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.820441] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fa034f-3095-46b3-8021-48915cf3e22f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.825821] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.874356] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 5149de8c-a780-42f3-b06e-8c51585a5329/5149de8c-a780-42f3-b06e-8c51585a5329.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.875344] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca74fd8a-cf82-45a8-b67a-7b0a0b20fb29 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.891171] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c7ba0-4ccb-4ed6-afd2-7cbef47285b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.902807] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc850b5-a564-4754-9485-32581b993acf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.906876] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 819.906876] env[69374]: value = "task-4111241" [ 819.906876] env[69374]: _type = "Task" [ 819.906876] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.919446] env[69374]: DEBUG nova.compute.provider_tree [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.927409] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.046528] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cefa8c-4510-4dae-d4d1-fefa2da8899b, 'name': SearchDatastore_Task, 'duration_secs': 0.039924} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.047039] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.047475] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.047739] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.047965] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.048260] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.051931] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd18909b-43b6-4579-a6f6-438a75e66a7a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.067031] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.067031] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.067586] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87517f3b-833f-4040-840e-3f0e1628560d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.075936] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 820.075936] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f22bbf-4409-fd4f-7711-7a9fb92b3636" [ 820.075936] env[69374]: _type = "Task" [ 820.075936] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.085320] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f22bbf-4409-fd4f-7711-7a9fb92b3636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.146530] env[69374]: DEBUG nova.compute.manager [None req-352d8acd-2a94-4276-8d90-d4ffc487fa74 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Found 1 images (rotation: 2) {{(pid=69374) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 820.200726] env[69374]: DEBUG nova.compute.manager [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.232896] env[69374]: DEBUG nova.virt.hardware [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.233176] env[69374]: DEBUG nova.virt.hardware [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.233335] env[69374]: DEBUG nova.virt.hardware [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.233537] env[69374]: DEBUG nova.virt.hardware [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.233654] env[69374]: DEBUG nova.virt.hardware [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.233799] env[69374]: DEBUG nova.virt.hardware [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.234047] env[69374]: DEBUG nova.virt.hardware [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.234222] env[69374]: DEBUG nova.virt.hardware [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.234393] env[69374]: DEBUG nova.virt.hardware [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.234578] env[69374]: DEBUG nova.virt.hardware [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.234759] env[69374]: DEBUG nova.virt.hardware [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.235689] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a2b96a-1915-4cd2-b38a-3905a3bb9aaa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.239156] env[69374]: DEBUG nova.network.neutron [req-5b165c92-f837-45c5-8298-dbfaa8d57f35 req-90f5d8d9-dba0-4ef3-bd47-9aa4a198ca44 service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Updated VIF entry in instance network info cache for port 01627c21-0455-4b82-a477-838e6b876de8. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.239490] env[69374]: DEBUG nova.network.neutron [req-5b165c92-f837-45c5-8298-dbfaa8d57f35 req-90f5d8d9-dba0-4ef3-bd47-9aa4a198ca44 service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Updating instance_info_cache with network_info: [{"id": "01627c21-0455-4b82-a477-838e6b876de8", "address": "fa:16:3e:03:b3:4f", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01627c21-04", "ovs_interfaceid": "01627c21-0455-4b82-a477-838e6b876de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.249104] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a6fcb4-3ef3-4909-b5d9-80b969b8cf66 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.418214] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.424096] env[69374]: DEBUG nova.scheduler.client.report [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.571912] env[69374]: DEBUG nova.network.neutron [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Successfully updated port: 446d5f1c-1429-4c68-ba52-494adfd7b6dd {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.587262] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f22bbf-4409-fd4f-7711-7a9fb92b3636, 'name': SearchDatastore_Task, 'duration_secs': 0.039412} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.588900] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494b131d-df0a-4f1f-ad02-8d83dc7a21bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.596089] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 820.596089] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520e7a8e-b4bb-d351-9e56-b628746da543" [ 820.596089] env[69374]: _type = "Task" [ 820.596089] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.608240] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520e7a8e-b4bb-d351-9e56-b628746da543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.742711] env[69374]: DEBUG oslo_concurrency.lockutils [req-5b165c92-f837-45c5-8298-dbfaa8d57f35 req-90f5d8d9-dba0-4ef3-bd47-9aa4a198ca44 service nova] Releasing lock "refresh_cache-6cfc2345-bf4f-401b-b09b-537b0f5671f4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.920808] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111241, 'name': ReconfigVM_Task, 'duration_secs': 0.722853} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.920808] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 5149de8c-a780-42f3-b06e-8c51585a5329/5149de8c-a780-42f3-b06e-8c51585a5329.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.920808] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f74df01c-c8ae-4ad4-99d4-1fecb413cf1d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.928351] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 820.928351] env[69374]: value = "task-4111242" [ 820.928351] env[69374]: _type = "Task" [ 820.928351] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.933212] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.934396] env[69374]: DEBUG nova.compute.manager [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.938164] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.272s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.938340] env[69374]: INFO nova.compute.claims [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.946606] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111242, 'name': Rename_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.077754] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "refresh_cache-d9bfc0a0-60da-4491-9c2e-14dfa871b025" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.077754] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquired lock "refresh_cache-d9bfc0a0-60da-4491-9c2e-14dfa871b025" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.077754] env[69374]: DEBUG nova.network.neutron [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.109137] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520e7a8e-b4bb-d351-9e56-b628746da543, 'name': SearchDatastore_Task, 'duration_secs': 0.013848} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.109421] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.109634] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 6cfc2345-bf4f-401b-b09b-537b0f5671f4/6cfc2345-bf4f-401b-b09b-537b0f5671f4.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.109988] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e859641a-d6e9-4e38-b6be-ef2d62238c38 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.117532] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 821.117532] env[69374]: value = "task-4111243" [ 821.117532] env[69374]: _type = "Task" [ 821.117532] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.128675] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.157972] env[69374]: DEBUG nova.compute.manager [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.159334] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58a1cef-0ee2-4d66-a19d-c7012436c9b9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.422397] env[69374]: DEBUG nova.compute.manager [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Received event network-vif-plugged-446d5f1c-1429-4c68-ba52-494adfd7b6dd {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.422569] env[69374]: DEBUG oslo_concurrency.lockutils [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] Acquiring lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.422726] env[69374]: DEBUG oslo_concurrency.lockutils [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] Lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.422910] env[69374]: DEBUG oslo_concurrency.lockutils [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] Lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.423070] env[69374]: DEBUG nova.compute.manager [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] No waiting events found dispatching network-vif-plugged-446d5f1c-1429-4c68-ba52-494adfd7b6dd {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 821.423245] env[69374]: WARNING nova.compute.manager [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Received unexpected event network-vif-plugged-446d5f1c-1429-4c68-ba52-494adfd7b6dd for instance with vm_state building and task_state spawning. [ 821.423404] env[69374]: DEBUG nova.compute.manager [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Received event network-changed-446d5f1c-1429-4c68-ba52-494adfd7b6dd {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.423625] env[69374]: DEBUG nova.compute.manager [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Refreshing instance network info cache due to event network-changed-446d5f1c-1429-4c68-ba52-494adfd7b6dd. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.423816] env[69374]: DEBUG oslo_concurrency.lockutils [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] Acquiring lock "refresh_cache-d9bfc0a0-60da-4491-9c2e-14dfa871b025" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.439408] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111242, 'name': Rename_Task, 'duration_secs': 0.150272} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.439716] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.439980] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59782b64-f1ad-4eb4-ac9f-336ddb254117 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.445020] env[69374]: DEBUG nova.compute.utils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.446817] env[69374]: DEBUG nova.compute.manager [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.446999] env[69374]: DEBUG nova.network.neutron [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.457696] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 821.457696] env[69374]: value = "task-4111244" [ 821.457696] env[69374]: _type = "Task" [ 821.457696] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.469678] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.517121] env[69374]: DEBUG nova.policy [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6dd6e594f14b0fa925fc3e236cbad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d25129ae0bc4f9d8267eae962a145f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.628571] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111243, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.644885] env[69374]: DEBUG nova.network.neutron [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.670387] env[69374]: INFO nova.compute.manager [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] instance snapshotting [ 821.671018] env[69374]: DEBUG nova.objects.instance [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'flavor' on Instance uuid 7db22c5e-6c21-49be-8906-ec6aff0e722c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.824538] env[69374]: DEBUG nova.network.neutron [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Successfully created port: 6ddf0d2e-e63b-48bf-8358-794abe89e32b {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.939849] env[69374]: DEBUG nova.network.neutron [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Updating instance_info_cache with network_info: [{"id": "446d5f1c-1429-4c68-ba52-494adfd7b6dd", "address": "fa:16:3e:74:1e:6f", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446d5f1c-14", "ovs_interfaceid": "446d5f1c-1429-4c68-ba52-494adfd7b6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.954118] env[69374]: DEBUG nova.compute.manager [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.973013] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.131711] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525231} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.131973] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 6cfc2345-bf4f-401b-b09b-537b0f5671f4/6cfc2345-bf4f-401b-b09b-537b0f5671f4.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.132191] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.133411] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8bcd4b3-45ab-4c54-80c9-fd30840b6d66 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.145746] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 822.145746] env[69374]: value = "task-4111245" [ 822.145746] env[69374]: _type = "Task" [ 822.145746] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.158115] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.178208] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e793234c-abd3-4f39-8487-bffeddcf68aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.201672] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0dc2b5-2081-4915-af82-a57a2a8a9ce0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.443368] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Releasing lock "refresh_cache-d9bfc0a0-60da-4491-9c2e-14dfa871b025" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.443774] env[69374]: DEBUG nova.compute.manager [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Instance network_info: |[{"id": "446d5f1c-1429-4c68-ba52-494adfd7b6dd", "address": "fa:16:3e:74:1e:6f", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446d5f1c-14", "ovs_interfaceid": "446d5f1c-1429-4c68-ba52-494adfd7b6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.444101] env[69374]: DEBUG oslo_concurrency.lockutils [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] Acquired lock "refresh_cache-d9bfc0a0-60da-4491-9c2e-14dfa871b025" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.444511] env[69374]: DEBUG nova.network.neutron [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Refreshing network info cache for port 446d5f1c-1429-4c68-ba52-494adfd7b6dd {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.445526] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:1e:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '446d5f1c-1429-4c68-ba52-494adfd7b6dd', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.453366] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.459150] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.463855] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ae993d3-21de-43e5-a34d-12c3d95c410a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.491750] env[69374]: DEBUG oslo_vmware.api [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111244, 'name': PowerOnVM_Task, 'duration_secs': 0.570681} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.493433] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.493679] env[69374]: INFO nova.compute.manager [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Took 8.64 seconds to spawn the instance on the hypervisor. [ 822.493896] env[69374]: DEBUG nova.compute.manager [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.494219] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.494219] env[69374]: value = "task-4111246" [ 822.494219] env[69374]: _type = "Task" [ 822.494219] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.495086] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5fcf00-e118-4bd3-918b-b712fb69b127 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.521028] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111246, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.613121] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6634c74d-5ed4-40f1-aac6-29b33e252aef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.618285] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633a1222-ce2d-4917-8d76-ea71f110b224 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.658609] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90108a3-812d-424c-8adb-a781ba657555 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.667071] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076894} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.669394] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.670589] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7d48e8-08e8-42dd-8be0-602e5e756703 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.673681] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb17d01b-ee46-4532-bf24-d69bafa3d5e8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.690845] env[69374]: DEBUG nova.compute.provider_tree [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.714636] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 6cfc2345-bf4f-401b-b09b-537b0f5671f4/6cfc2345-bf4f-401b-b09b-537b0f5671f4.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.716901] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 822.717171] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a66f64d-8f25-48fd-ab3b-6e5292981714 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.732410] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2588852f-e010-4e4a-8478-ca2879bc7a71 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.741178] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 822.741178] env[69374]: value = "task-4111247" [ 822.741178] env[69374]: _type = "Task" [ 822.741178] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.742926] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 822.742926] env[69374]: value = "task-4111248" [ 822.742926] env[69374]: _type = "Task" [ 822.742926] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.754832] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111247, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.758148] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.866283] env[69374]: DEBUG nova.network.neutron [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Updated VIF entry in instance network info cache for port 446d5f1c-1429-4c68-ba52-494adfd7b6dd. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.866647] env[69374]: DEBUG nova.network.neutron [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Updating instance_info_cache with network_info: [{"id": "446d5f1c-1429-4c68-ba52-494adfd7b6dd", "address": "fa:16:3e:74:1e:6f", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446d5f1c-14", "ovs_interfaceid": "446d5f1c-1429-4c68-ba52-494adfd7b6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.983957] env[69374]: DEBUG nova.compute.manager [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.013338] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111246, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.025430] env[69374]: DEBUG nova.virt.hardware [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.025853] env[69374]: DEBUG nova.virt.hardware [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.026034] env[69374]: DEBUG nova.virt.hardware [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.026224] env[69374]: DEBUG nova.virt.hardware [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.026504] env[69374]: DEBUG nova.virt.hardware [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.026672] env[69374]: DEBUG nova.virt.hardware [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.026882] env[69374]: DEBUG nova.virt.hardware [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.027051] env[69374]: DEBUG nova.virt.hardware [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.027224] env[69374]: DEBUG nova.virt.hardware [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.027395] env[69374]: DEBUG nova.virt.hardware [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.027548] env[69374]: DEBUG nova.virt.hardware [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.028451] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb43ac3-997c-42b8-8abb-0d00758bdde6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.042417] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e74eae-8eb8-480a-b0f6-5013bf005f86 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.047728] env[69374]: INFO nova.compute.manager [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Took 40.37 seconds to build instance. [ 823.087020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "789144b7-6a4e-4634-abc1-ca01bcba7710" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.087230] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.219288] env[69374]: DEBUG nova.scheduler.client.report [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.258793] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.264278] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111247, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.370521] env[69374]: DEBUG oslo_concurrency.lockutils [req-5d0ac978-760d-496d-af14-646d3c2d47bc req-9f773ad4-a92c-4660-b4a8-28819e0ee26e service nova] Releasing lock "refresh_cache-d9bfc0a0-60da-4491-9c2e-14dfa871b025" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.417670] env[69374]: DEBUG nova.network.neutron [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Successfully updated port: 6ddf0d2e-e63b-48bf-8358-794abe89e32b {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.515816] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111246, 'name': CreateVM_Task, 'duration_secs': 0.883714} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.515994] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.521716] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.522015] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.522260] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.522529] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e6319e-5a4e-4c0e-b270-ab5bcffd5ac2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.529240] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 823.529240] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525727d5-9a89-73bd-ed62-5c1b958dc15c" [ 823.529240] env[69374]: _type = "Task" [ 823.529240] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.531399] env[69374]: DEBUG nova.compute.manager [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Received event network-vif-plugged-6ddf0d2e-e63b-48bf-8358-794abe89e32b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.531602] env[69374]: DEBUG oslo_concurrency.lockutils [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] Acquiring lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.531809] env[69374]: DEBUG oslo_concurrency.lockutils [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] Lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.531973] env[69374]: DEBUG oslo_concurrency.lockutils [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] Lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.532154] env[69374]: DEBUG nova.compute.manager [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] No waiting events found dispatching network-vif-plugged-6ddf0d2e-e63b-48bf-8358-794abe89e32b {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 823.532316] env[69374]: WARNING nova.compute.manager [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Received unexpected event network-vif-plugged-6ddf0d2e-e63b-48bf-8358-794abe89e32b for instance with vm_state building and task_state spawning. [ 823.532469] env[69374]: DEBUG nova.compute.manager [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Received event network-changed-6ddf0d2e-e63b-48bf-8358-794abe89e32b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.532612] env[69374]: DEBUG nova.compute.manager [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Refreshing instance network info cache due to event network-changed-6ddf0d2e-e63b-48bf-8358-794abe89e32b. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.533351] env[69374]: DEBUG oslo_concurrency.lockutils [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] Acquiring lock "refresh_cache-6e9d6306-132d-4d57-8c21-507efe2dd8eb" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.533503] env[69374]: DEBUG oslo_concurrency.lockutils [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] Acquired lock "refresh_cache-6e9d6306-132d-4d57-8c21-507efe2dd8eb" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.533665] env[69374]: DEBUG nova.network.neutron [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Refreshing network info cache for port 6ddf0d2e-e63b-48bf-8358-794abe89e32b {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.546057] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525727d5-9a89-73bd-ed62-5c1b958dc15c, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.546940] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.547210] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.547566] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.547714] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.547962] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.548484] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c71a810f-8b29-4951-94cc-3e8d0eb36846 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.553853] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3306942d-cbb5-4f0c-9862-41c01710bf15 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "5149de8c-a780-42f3-b06e-8c51585a5329" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.042s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.558836] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.558836] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.559858] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636724ae-8e6a-4337-a976-03d0ecb6a174 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.567323] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 823.567323] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526c4472-5c20-da2f-3e76-7cf62535b606" [ 823.567323] env[69374]: _type = "Task" [ 823.567323] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.578245] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526c4472-5c20-da2f-3e76-7cf62535b606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.723233] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.723423] env[69374]: DEBUG nova.compute.manager [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.726397] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.779s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.726662] env[69374]: DEBUG nova.objects.instance [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lazy-loading 'resources' on Instance uuid ed942bf3-996f-4c11-9a5e-eedb3d85b06e {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.758095] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111247, 'name': CreateSnapshot_Task, 'duration_secs': 0.988767} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.759187] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 823.759981] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a2e3ff-c1ae-43f9-b66d-11e49efefc44 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.765801] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111248, 'name': ReconfigVM_Task, 'duration_secs': 0.757203} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.766472] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 6cfc2345-bf4f-401b-b09b-537b0f5671f4/6cfc2345-bf4f-401b-b09b-537b0f5671f4.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.767155] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8346bab-0b2e-4915-aafb-bbfbff293fe1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.785276] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 823.785276] env[69374]: value = "task-4111249" [ 823.785276] env[69374]: _type = "Task" [ 823.785276] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.795243] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111249, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.920689] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquiring lock "refresh_cache-6e9d6306-132d-4d57-8c21-507efe2dd8eb" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.059061] env[69374]: DEBUG nova.compute.manager [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.081774] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526c4472-5c20-da2f-3e76-7cf62535b606, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.082753] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511b0d21-1efb-4b77-8ec7-22b160ab075a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.088513] env[69374]: DEBUG nova.network.neutron [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.092580] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 824.092580] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5278d1e0-850a-2122-7fb4-5b5f4bedc2b3" [ 824.092580] env[69374]: _type = "Task" [ 824.092580] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.103309] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5278d1e0-850a-2122-7fb4-5b5f4bedc2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.104288] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.104576] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] d9bfc0a0-60da-4491-9c2e-14dfa871b025/d9bfc0a0-60da-4491-9c2e-14dfa871b025.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.104854] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2de8dc30-0081-4fc4-8240-d253adc257e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.117331] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 824.117331] env[69374]: value = "task-4111250" [ 824.117331] env[69374]: _type = "Task" [ 824.117331] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.128553] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.178368] env[69374]: DEBUG nova.network.neutron [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.231154] env[69374]: DEBUG nova.compute.utils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.235845] env[69374]: DEBUG nova.compute.manager [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.236040] env[69374]: DEBUG nova.network.neutron [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.275726] env[69374]: DEBUG nova.policy [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f06d41d61f444fca5d7ac91389c1b52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9666c221843a40658d585357d197234d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.287539] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.291665] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-15cf332b-d77e-41bd-b82a-98a0cf1707b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.308387] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111249, 'name': Rename_Task, 'duration_secs': 0.139327} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.308717] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.310241] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94fbe8eb-ab0d-4157-930c-aaf61bc6ed8b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.313248] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 824.313248] env[69374]: value = "task-4111251" [ 824.313248] env[69374]: _type = "Task" [ 824.313248] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.328017] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111251, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.329480] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 824.329480] env[69374]: value = "task-4111252" [ 824.329480] env[69374]: _type = "Task" [ 824.329480] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.341360] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.607540] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.632494] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.662767] env[69374]: DEBUG nova.network.neutron [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Successfully created port: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.682783] env[69374]: DEBUG oslo_concurrency.lockutils [req-d96f023e-ac3a-41c0-90a4-6c7a22e0396e req-ae8c8ad8-d2bc-452b-83b6-d4e0abd6e9e3 service nova] Releasing lock "refresh_cache-6e9d6306-132d-4d57-8c21-507efe2dd8eb" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.683284] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquired lock "refresh_cache-6e9d6306-132d-4d57-8c21-507efe2dd8eb" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.683487] env[69374]: DEBUG nova.network.neutron [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.737625] env[69374]: DEBUG nova.compute.manager [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.767923] env[69374]: DEBUG nova.compute.manager [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 824.771213] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7215fb-d74d-4eb0-8e18-4a248fe76b81 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.831943] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111251, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.841201] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.963555] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0ada00-40e0-40cd-a4e2-f69f2f323666 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.973257] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e41dd5-fbca-487f-8922-0a7f1a1cff1f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.010062] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef83291-c12d-4766-980f-805fbcb6349c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.019598] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8548e3c6-0342-47c7-9db1-c0ccf97c6aee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.034512] env[69374]: DEBUG nova.compute.provider_tree [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.130283] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550375} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.130482] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] d9bfc0a0-60da-4491-9c2e-14dfa871b025/d9bfc0a0-60da-4491-9c2e-14dfa871b025.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.130698] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.130950] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe3a07c3-897a-4068-bb73-5fd1353f3075 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.138362] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 825.138362] env[69374]: value = "task-4111253" [ 825.138362] env[69374]: _type = "Task" [ 825.138362] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.148145] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.259110] env[69374]: DEBUG nova.network.neutron [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.286087] env[69374]: INFO nova.compute.manager [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] instance snapshotting [ 825.291697] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b51dc-2ee2-4dc4-98af-08e59cdd4f61 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.311510] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e938d842-5302-4aff-999d-db55cd0896d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.335942] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111251, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.350553] env[69374]: DEBUG oslo_vmware.api [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111252, 'name': PowerOnVM_Task, 'duration_secs': 0.856866} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.350830] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.351064] env[69374]: INFO nova.compute.manager [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Took 8.81 seconds to spawn the instance on the hypervisor. [ 825.351259] env[69374]: DEBUG nova.compute.manager [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.352134] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441bc727-270b-47e7-a2f3-5e14a255892d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.536015] env[69374]: DEBUG nova.network.neutron [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Updating instance_info_cache with network_info: [{"id": "6ddf0d2e-e63b-48bf-8358-794abe89e32b", "address": "fa:16:3e:dc:92:f5", "network": {"id": "e68921d1-6466-4496-bdd4-f9be8217cc24", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-195851123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d25129ae0bc4f9d8267eae962a145f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddf0d2e-e6", "ovs_interfaceid": "6ddf0d2e-e63b-48bf-8358-794abe89e32b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.558561] env[69374]: ERROR nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [req-a939d071-98cc-40dd-ac73-68dce3c15ed9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a939d071-98cc-40dd-ac73-68dce3c15ed9"}]} [ 825.582465] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 825.598237] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 825.598477] env[69374]: DEBUG nova.compute.provider_tree [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.612248] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 825.633399] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 825.649315] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119665} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.649701] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.650629] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5cbadd-642f-4c0f-ad2b-dcd7db74f420 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.684620] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] d9bfc0a0-60da-4491-9c2e-14dfa871b025/d9bfc0a0-60da-4491-9c2e-14dfa871b025.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.688225] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b863ed4-74d4-48bb-b035-f48c0a1e7177 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.713602] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 825.713602] env[69374]: value = "task-4111254" [ 825.713602] env[69374]: _type = "Task" [ 825.713602] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.728150] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.751165] env[69374]: DEBUG nova.compute.manager [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.791866] env[69374]: DEBUG nova.virt.hardware [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.793137] env[69374]: DEBUG nova.virt.hardware [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.793137] env[69374]: DEBUG nova.virt.hardware [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.793137] env[69374]: DEBUG nova.virt.hardware [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.793137] env[69374]: DEBUG nova.virt.hardware [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.793137] env[69374]: DEBUG nova.virt.hardware [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.793663] env[69374]: DEBUG nova.virt.hardware [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.793663] env[69374]: DEBUG nova.virt.hardware [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.793663] env[69374]: DEBUG nova.virt.hardware [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.793862] env[69374]: DEBUG nova.virt.hardware [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.794108] env[69374]: DEBUG nova.virt.hardware [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.795610] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ba6b1e-194d-4d4e-a387-e48936135432 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.809678] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ec6818-3fc4-4cdd-af4a-bb3b48d72706 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.832738] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 825.836483] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60b2b7ca-a0ed-4312-bda8-91d59ca5560d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.842758] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111251, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.849340] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 825.849340] env[69374]: value = "task-4111255" [ 825.849340] env[69374]: _type = "Task" [ 825.849340] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.860972] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111255, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.871917] env[69374]: INFO nova.compute.manager [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Took 39.81 seconds to build instance. [ 826.039401] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Releasing lock "refresh_cache-6e9d6306-132d-4d57-8c21-507efe2dd8eb" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.039792] env[69374]: DEBUG nova.compute.manager [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Instance network_info: |[{"id": "6ddf0d2e-e63b-48bf-8358-794abe89e32b", "address": "fa:16:3e:dc:92:f5", "network": {"id": "e68921d1-6466-4496-bdd4-f9be8217cc24", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-195851123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d25129ae0bc4f9d8267eae962a145f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ddf0d2e-e6", "ovs_interfaceid": "6ddf0d2e-e63b-48bf-8358-794abe89e32b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.040262] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:92:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ddf0d2e-e63b-48bf-8358-794abe89e32b', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.050233] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Creating folder: Project (8d25129ae0bc4f9d8267eae962a145f1). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.053363] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17ae5092-182c-48ae-80cb-92bf54a5a827 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.065153] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Created folder: Project (8d25129ae0bc4f9d8267eae962a145f1) in parent group-v814324. [ 826.065381] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Creating folder: Instances. Parent ref: group-v814466. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.066049] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c60ceba-ddcd-4f6d-bb13-d75bfc67e014 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.080382] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Created folder: Instances in parent group-v814466. [ 826.080599] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.080848] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.081426] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1b7f6e4-924d-4c6e-9da3-1dd2c78b8da6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.106220] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.106220] env[69374]: value = "task-4111258" [ 826.106220] env[69374]: _type = "Task" [ 826.106220] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.120789] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111258, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.233729] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.260168] env[69374]: DEBUG nova.compute.manager [req-aac22f27-222f-48db-9114-1fd69ce35788 req-b43fb509-22f9-4d13-8f4f-93fb1cc73562 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Received event network-vif-plugged-bd5b9130-4bdf-41b7-bb57-eb3426419ea1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.260482] env[69374]: DEBUG oslo_concurrency.lockutils [req-aac22f27-222f-48db-9114-1fd69ce35788 req-b43fb509-22f9-4d13-8f4f-93fb1cc73562 service nova] Acquiring lock "23852d0d-1e37-458d-bc2f-453086768afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.260768] env[69374]: DEBUG oslo_concurrency.lockutils [req-aac22f27-222f-48db-9114-1fd69ce35788 req-b43fb509-22f9-4d13-8f4f-93fb1cc73562 service nova] Lock "23852d0d-1e37-458d-bc2f-453086768afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.260768] env[69374]: DEBUG oslo_concurrency.lockutils [req-aac22f27-222f-48db-9114-1fd69ce35788 req-b43fb509-22f9-4d13-8f4f-93fb1cc73562 service nova] Lock "23852d0d-1e37-458d-bc2f-453086768afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.260918] env[69374]: DEBUG nova.compute.manager [req-aac22f27-222f-48db-9114-1fd69ce35788 req-b43fb509-22f9-4d13-8f4f-93fb1cc73562 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] No waiting events found dispatching network-vif-plugged-bd5b9130-4bdf-41b7-bb57-eb3426419ea1 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 826.262762] env[69374]: WARNING nova.compute.manager [req-aac22f27-222f-48db-9114-1fd69ce35788 req-b43fb509-22f9-4d13-8f4f-93fb1cc73562 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Received unexpected event network-vif-plugged-bd5b9130-4bdf-41b7-bb57-eb3426419ea1 for instance with vm_state building and task_state spawning. [ 826.262762] env[69374]: DEBUG nova.network.neutron [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Successfully updated port: bd5b9130-4bdf-41b7-bb57-eb3426419ea1 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.334960] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111251, 'name': CloneVM_Task, 'duration_secs': 1.880492} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.335783] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Created linked-clone VM from snapshot [ 826.336052] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29387d0-3734-424c-bf5f-eb22ae11f07e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.346442] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Uploading image 2b7292f9-57a4-4c73-abf0-c120a263a8de {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 826.353795] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe998c4-b200-4632-94a8-dd55b39e7678 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.375810] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111255, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.376785] env[69374]: DEBUG oslo_concurrency.lockutils [None req-624f4e2a-d527-4076-8803-94f4a692f149 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.247s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.381545] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16ae3fd-ea3b-43ad-9dd6-6a68e9894636 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.422169] env[69374]: DEBUG oslo_vmware.rw_handles [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 826.422169] env[69374]: value = "vm-814465" [ 826.422169] env[69374]: _type = "VirtualMachine" [ 826.422169] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 826.423207] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230e3369-2998-48fe-bf26-91f6810df310 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.426262] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bfcf46a0-fe34-4a8c-a27d-da69b87eba58 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.435905] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039de56e-51b4-4f34-b73a-584cf4c441b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.442381] env[69374]: DEBUG oslo_vmware.rw_handles [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lease: (returnval){ [ 826.442381] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52690179-b547-fb99-7229-950abe6e18a9" [ 826.442381] env[69374]: _type = "HttpNfcLease" [ 826.442381] env[69374]: } obtained for exporting VM: (result){ [ 826.442381] env[69374]: value = "vm-814465" [ 826.442381] env[69374]: _type = "VirtualMachine" [ 826.442381] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 826.442918] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the lease: (returnval){ [ 826.442918] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52690179-b547-fb99-7229-950abe6e18a9" [ 826.442918] env[69374]: _type = "HttpNfcLease" [ 826.442918] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 826.457214] env[69374]: DEBUG nova.compute.provider_tree [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.462294] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.462294] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52690179-b547-fb99-7229-950abe6e18a9" [ 826.462294] env[69374]: _type = "HttpNfcLease" [ 826.462294] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 826.462572] env[69374]: DEBUG oslo_vmware.rw_handles [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 826.462572] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52690179-b547-fb99-7229-950abe6e18a9" [ 826.462572] env[69374]: _type = "HttpNfcLease" [ 826.462572] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 826.463370] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c831abdb-0a9b-4b28-8863-7b5c6efc9080 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.474438] env[69374]: DEBUG oslo_vmware.rw_handles [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fcbe0-b315-34ef-bd7e-b9bcc33da920/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 826.474641] env[69374]: DEBUG oslo_vmware.rw_handles [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fcbe0-b315-34ef-bd7e-b9bcc33da920/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 826.605987] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d82ec74e-b946-4764-895b-c37175c321bb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.616565] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111258, 'name': CreateVM_Task, 'duration_secs': 0.407257} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.617224] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.617565] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.617685] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.618062] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.618344] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc522b5-3761-450e-8f97-ece340f629c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.623322] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for the task: (returnval){ [ 826.623322] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5262fbd2-325d-b414-ce00-6dcb11205c95" [ 826.623322] env[69374]: _type = "Task" [ 826.623322] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.633970] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5262fbd2-325d-b414-ce00-6dcb11205c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.725102] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111254, 'name': ReconfigVM_Task, 'duration_secs': 0.703565} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.725102] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Reconfigured VM instance instance-0000002e to attach disk [datastore2] d9bfc0a0-60da-4491-9c2e-14dfa871b025/d9bfc0a0-60da-4491-9c2e-14dfa871b025.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.725319] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9a83980-83d5-4a36-a23b-5070b5bf6391 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.733095] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 826.733095] env[69374]: value = "task-4111260" [ 826.733095] env[69374]: _type = "Task" [ 826.733095] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.742510] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111260, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.769406] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.769614] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquired lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.769784] env[69374]: DEBUG nova.network.neutron [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.863439] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111255, 'name': CreateSnapshot_Task, 'duration_secs': 0.960415} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.863651] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 826.864318] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4408211-a8d5-42e8-8da7-05bbdc3a97ec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.887022] env[69374]: DEBUG nova.compute.manager [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.001357] env[69374]: ERROR nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [req-5c8f6c25-93e7-4ea1-b265-e15332abfeed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c8f6c25-93e7-4ea1-b265-e15332abfeed"}]} [ 827.027483] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 827.046571] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 827.047344] env[69374]: DEBUG nova.compute.provider_tree [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.068766] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.091714] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.140910] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5262fbd2-325d-b414-ce00-6dcb11205c95, 'name': SearchDatastore_Task, 'duration_secs': 0.009768} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.140910] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.140910] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.140910] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.141114] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.141267] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.141619] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18cfab17-a2d3-42e7-acc4-3043eefeccc8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.153997] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.154683] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.155170] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f417e86-237c-4038-b816-c345d16673ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.162649] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for the task: (returnval){ [ 827.162649] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52857017-aabf-b710-24d7-40c869f3e7a4" [ 827.162649] env[69374]: _type = "Task" [ 827.162649] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.178933] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52857017-aabf-b710-24d7-40c869f3e7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.180254] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ad4869-d8e8-4e45-858d-fbcb33a18d6d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.190864] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for the task: (returnval){ [ 827.190864] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5281678f-a8c2-34f5-9323-17b5c6799feb" [ 827.190864] env[69374]: _type = "Task" [ 827.190864] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.200718] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5281678f-a8c2-34f5-9323-17b5c6799feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.245430] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111260, 'name': Rename_Task, 'duration_secs': 0.20411} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.249590] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.250678] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f388305a-f002-4eaf-a0e9-8d0d3efe1da4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.258026] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 827.258026] env[69374]: value = "task-4111261" [ 827.258026] env[69374]: _type = "Task" [ 827.258026] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.314249] env[69374]: DEBUG nova.network.neutron [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.385167] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 827.389049] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1e01abd-41da-49ab-80d5-191109f6cdb9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.402664] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 827.402664] env[69374]: value = "task-4111262" [ 827.402664] env[69374]: _type = "Task" [ 827.402664] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.417871] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.422921] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111262, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.520237] env[69374]: DEBUG nova.network.neutron [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Updating instance_info_cache with network_info: [{"id": "bd5b9130-4bdf-41b7-bb57-eb3426419ea1", "address": "fa:16:3e:25:32:e8", "network": {"id": "015864d3-8316-4bd8-bea7-e239421e703b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1240524403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9666c221843a40658d585357d197234d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5b9130-4b", "ovs_interfaceid": "bd5b9130-4bdf-41b7-bb57-eb3426419ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.707065] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5281678f-a8c2-34f5-9323-17b5c6799feb, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.707650] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.708008] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 6e9d6306-132d-4d57-8c21-507efe2dd8eb/6e9d6306-132d-4d57-8c21-507efe2dd8eb.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.708392] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b85d3a17-5bd6-4852-a5e0-72c7e407c6d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.718681] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for the task: (returnval){ [ 827.718681] env[69374]: value = "task-4111263" [ 827.718681] env[69374]: _type = "Task" [ 827.718681] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.731461] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.773245] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111261, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.792619] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "68199287-6193-4cc9-af64-d96ff4f254bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.793259] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "68199287-6193-4cc9-af64-d96ff4f254bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.834331] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b7aa8d-0f9d-4c42-8e42-db17e6c5bbc6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.844320] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106fc515-525c-4539-8cbc-436d9cd0e030 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.885270] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee8e3d9-6272-48a0-be27-27c4842b2fe2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.895995] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6d604e-6ffe-4322-aba9-417ef315a50d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.923114] env[69374]: DEBUG nova.compute.provider_tree [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.934239] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111262, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.024890] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Releasing lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.025198] env[69374]: DEBUG nova.compute.manager [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Instance network_info: |[{"id": "bd5b9130-4bdf-41b7-bb57-eb3426419ea1", "address": "fa:16:3e:25:32:e8", "network": {"id": "015864d3-8316-4bd8-bea7-e239421e703b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1240524403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9666c221843a40658d585357d197234d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5b9130-4b", "ovs_interfaceid": "bd5b9130-4bdf-41b7-bb57-eb3426419ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.029061] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:32:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5b9130-4bdf-41b7-bb57-eb3426419ea1', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.039813] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Creating folder: Project (9666c221843a40658d585357d197234d). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.041108] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-713bd11f-0637-4f92-9ac5-975e0a4732df {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.057905] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Created folder: Project (9666c221843a40658d585357d197234d) in parent group-v814324. [ 828.058280] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Creating folder: Instances. Parent ref: group-v814471. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.058646] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69ff2052-b0c1-4d9a-8291-9138ff23bb8c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.071698] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Created folder: Instances in parent group-v814471. [ 828.072026] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.072184] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.072428] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a8a6a71-f55a-4216-9434-14182059d84e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.099043] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.099043] env[69374]: value = "task-4111266" [ 828.099043] env[69374]: _type = "Task" [ 828.099043] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.110828] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111266, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.233100] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111263, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.271106] env[69374]: DEBUG oslo_vmware.api [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111261, 'name': PowerOnVM_Task, 'duration_secs': 0.686289} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.271558] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.271881] env[69374]: INFO nova.compute.manager [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Took 8.07 seconds to spawn the instance on the hypervisor. [ 828.272181] env[69374]: DEBUG nova.compute.manager [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.273166] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833c2251-8e1d-49a4-a76e-90f702c93b46 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.312910] env[69374]: DEBUG nova.compute.manager [req-ff2c4058-c355-4237-a137-823cd242b06e req-71ba73bb-2af2-49cf-9eda-baf3e989075c service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Received event network-changed-bd5b9130-4bdf-41b7-bb57-eb3426419ea1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.313498] env[69374]: DEBUG nova.compute.manager [req-ff2c4058-c355-4237-a137-823cd242b06e req-71ba73bb-2af2-49cf-9eda-baf3e989075c service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Refreshing instance network info cache due to event network-changed-bd5b9130-4bdf-41b7-bb57-eb3426419ea1. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.313558] env[69374]: DEBUG oslo_concurrency.lockutils [req-ff2c4058-c355-4237-a137-823cd242b06e req-71ba73bb-2af2-49cf-9eda-baf3e989075c service nova] Acquiring lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.313809] env[69374]: DEBUG oslo_concurrency.lockutils [req-ff2c4058-c355-4237-a137-823cd242b06e req-71ba73bb-2af2-49cf-9eda-baf3e989075c service nova] Acquired lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.314137] env[69374]: DEBUG nova.network.neutron [req-ff2c4058-c355-4237-a137-823cd242b06e req-71ba73bb-2af2-49cf-9eda-baf3e989075c service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Refreshing network info cache for port bd5b9130-4bdf-41b7-bb57-eb3426419ea1 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.414772] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111262, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.446506] env[69374]: ERROR nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] [req-1e1d4ac4-0e1c-4160-ac9f-cecfc7258a13] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1e1d4ac4-0e1c-4160-ac9f-cecfc7258a13"}]} [ 828.463898] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.480062] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.480062] env[69374]: DEBUG nova.compute.provider_tree [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.493234] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 828.513955] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 828.610955] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111266, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.733343] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598882} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.737593] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 6e9d6306-132d-4d57-8c21-507efe2dd8eb/6e9d6306-132d-4d57-8c21-507efe2dd8eb.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.737593] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.739130] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a7492fa-e169-4868-84d2-20a9bd13316f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.754390] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for the task: (returnval){ [ 828.754390] env[69374]: value = "task-4111267" [ 828.754390] env[69374]: _type = "Task" [ 828.754390] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.766760] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.796941] env[69374]: INFO nova.compute.manager [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Took 39.47 seconds to build instance. [ 828.924685] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111262, 'name': CloneVM_Task} progress is 95%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.079445] env[69374]: DEBUG nova.network.neutron [req-ff2c4058-c355-4237-a137-823cd242b06e req-71ba73bb-2af2-49cf-9eda-baf3e989075c service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Updated VIF entry in instance network info cache for port bd5b9130-4bdf-41b7-bb57-eb3426419ea1. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.080016] env[69374]: DEBUG nova.network.neutron [req-ff2c4058-c355-4237-a137-823cd242b06e req-71ba73bb-2af2-49cf-9eda-baf3e989075c service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Updating instance_info_cache with network_info: [{"id": "bd5b9130-4bdf-41b7-bb57-eb3426419ea1", "address": "fa:16:3e:25:32:e8", "network": {"id": "015864d3-8316-4bd8-bea7-e239421e703b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1240524403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9666c221843a40658d585357d197234d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5b9130-4b", "ovs_interfaceid": "bd5b9130-4bdf-41b7-bb57-eb3426419ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.111137] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111266, 'name': CreateVM_Task, 'duration_secs': 0.735848} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.113680] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.114608] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.114851] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.115214] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.115506] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89bfc101-b85d-444a-83cc-b838b38f2634 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.121623] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 829.121623] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52baf245-fdec-c668-cee3-b9ca5e442a9a" [ 829.121623] env[69374]: _type = "Task" [ 829.121623] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.134823] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52baf245-fdec-c668-cee3-b9ca5e442a9a, 'name': SearchDatastore_Task} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.135204] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.135474] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.135755] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.135915] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.136487] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.136487] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc14ba12-2172-49d9-80f7-6b4574845206 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.149197] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.149433] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.150401] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe19a5c1-c0a1-408c-ad33-8cd00fd70c6d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.161077] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 829.161077] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52676f08-de32-e3c1-195b-84d09ad184ce" [ 829.161077] env[69374]: _type = "Task" [ 829.161077] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.172522] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52676f08-de32-e3c1-195b-84d09ad184ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.195687] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10994f1-ea76-4cac-b653-39965cdf354b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.204245] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd99af18-20f2-44fb-9fae-606caaf9b427 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.236702] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4711dca4-9b24-4785-bcc1-7f9a2f26cd9c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.245071] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d2145f-e339-470d-94ad-ba0c8ed946db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.259742] env[69374]: DEBUG nova.compute.provider_tree [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.269649] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087697} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.270648] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.271540] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab07bbaf-69f6-406b-9847-6c09fb88684c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.297052] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 6e9d6306-132d-4d57-8c21-507efe2dd8eb/6e9d6306-132d-4d57-8c21-507efe2dd8eb.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.297301] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e4c0f77-0dbb-412b-a195-aaa83ccf43a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.315033] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7e094d5c-387a-4b9a-b7fd-340196cc5f76 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.356s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.322018] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for the task: (returnval){ [ 829.322018] env[69374]: value = "task-4111268" [ 829.322018] env[69374]: _type = "Task" [ 829.322018] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.329256] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.416156] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111262, 'name': CloneVM_Task, 'duration_secs': 1.661648} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.416532] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Created linked-clone VM from snapshot [ 829.417307] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4f6c80-f7f6-4ae1-80dd-f42832d831d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.426073] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Uploading image 386f61f1-4974-4676-aa57-51ceb61cfc4b {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 829.440015] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 829.440699] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e69a41ff-f28a-4040-8419-eff6c0423b77 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.449816] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 829.449816] env[69374]: value = "task-4111269" [ 829.449816] env[69374]: _type = "Task" [ 829.449816] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.460562] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111269, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.585903] env[69374]: DEBUG oslo_concurrency.lockutils [req-ff2c4058-c355-4237-a137-823cd242b06e req-71ba73bb-2af2-49cf-9eda-baf3e989075c service nova] Releasing lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.677709] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52676f08-de32-e3c1-195b-84d09ad184ce, 'name': SearchDatastore_Task, 'duration_secs': 0.0179} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.678609] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2ea0b6-f564-4570-823f-10ed236eaa74 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.686597] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 829.686597] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526bc2ae-ed83-f3ff-ea09-3f9f196a0d66" [ 829.686597] env[69374]: _type = "Task" [ 829.686597] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.697272] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526bc2ae-ed83-f3ff-ea09-3f9f196a0d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.805892] env[69374]: DEBUG nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 829.806180] env[69374]: DEBUG nova.compute.provider_tree [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 72 to 73 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 829.806405] env[69374]: DEBUG nova.compute.provider_tree [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.817931] env[69374]: DEBUG nova.compute.manager [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.833956] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111268, 'name': ReconfigVM_Task, 'duration_secs': 0.312812} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.834114] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 6e9d6306-132d-4d57-8c21-507efe2dd8eb/6e9d6306-132d-4d57-8c21-507efe2dd8eb.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.836214] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cca1bb7d-177d-43fa-925b-f5c6ec412010 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.844143] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for the task: (returnval){ [ 829.844143] env[69374]: value = "task-4111270" [ 829.844143] env[69374]: _type = "Task" [ 829.844143] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.861351] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111270, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.879078] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d7ccfa-4678-4687-bc09-2d0ed03eec9c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.887894] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6149cd-2d8e-423c-b6b1-7339317ec5f7 tempest-ServersAdminNegativeTestJSON-1174955591 tempest-ServersAdminNegativeTestJSON-1174955591-project-admin] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Suspending the VM {{(pid=69374) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 829.888236] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b6690ebd-371b-4a2c-9efc-69f80fc0364e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.896435] env[69374]: DEBUG oslo_vmware.api [None req-4b6149cd-2d8e-423c-b6b1-7339317ec5f7 tempest-ServersAdminNegativeTestJSON-1174955591 tempest-ServersAdminNegativeTestJSON-1174955591-project-admin] Waiting for the task: (returnval){ [ 829.896435] env[69374]: value = "task-4111271" [ 829.896435] env[69374]: _type = "Task" [ 829.896435] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.908292] env[69374]: DEBUG oslo_vmware.api [None req-4b6149cd-2d8e-423c-b6b1-7339317ec5f7 tempest-ServersAdminNegativeTestJSON-1174955591 tempest-ServersAdminNegativeTestJSON-1174955591-project-admin] Task: {'id': task-4111271, 'name': SuspendVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.960909] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111269, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.199517] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526bc2ae-ed83-f3ff-ea09-3f9f196a0d66, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.199925] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.200259] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 23852d0d-1e37-458d-bc2f-453086768afc/23852d0d-1e37-458d-bc2f-453086768afc.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.200728] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-742b8745-fbb0-467b-9e53-ec851e5a9f92 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.208520] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 830.208520] env[69374]: value = "task-4111272" [ 830.208520] env[69374]: _type = "Task" [ 830.208520] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.218121] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.312628] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.586s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.316550] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.796s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.317143] env[69374]: DEBUG nova.objects.instance [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 830.345597] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.357997] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111270, 'name': Rename_Task, 'duration_secs': 0.164182} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.358383] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.358768] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d275c1-0ede-47ae-8464-35c0eddb34ff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.367924] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for the task: (returnval){ [ 830.367924] env[69374]: value = "task-4111273" [ 830.367924] env[69374]: _type = "Task" [ 830.367924] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.379683] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.380955] env[69374]: INFO nova.scheduler.client.report [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Deleted allocations for instance ed942bf3-996f-4c11-9a5e-eedb3d85b06e [ 830.415933] env[69374]: DEBUG oslo_vmware.api [None req-4b6149cd-2d8e-423c-b6b1-7339317ec5f7 tempest-ServersAdminNegativeTestJSON-1174955591 tempest-ServersAdminNegativeTestJSON-1174955591-project-admin] Task: {'id': task-4111271, 'name': SuspendVM_Task} progress is 50%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.467559] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111269, 'name': Destroy_Task, 'duration_secs': 0.638267} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.467928] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Destroyed the VM [ 830.468567] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 830.469263] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ea8f0a3-ebf8-4fc5-a466-3a71bb6e7f8a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.478293] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 830.478293] env[69374]: value = "task-4111274" [ 830.478293] env[69374]: _type = "Task" [ 830.478293] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.490070] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111274, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.722789] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111272, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.882415] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.892169] env[69374]: DEBUG oslo_concurrency.lockutils [None req-385950d7-365d-405c-ae3b-4be80fa421ba tempest-ServersAdmin275Test-1579939122 tempest-ServersAdmin275Test-1579939122-project-member] Lock "ed942bf3-996f-4c11-9a5e-eedb3d85b06e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.197s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.910562] env[69374]: DEBUG oslo_vmware.api [None req-4b6149cd-2d8e-423c-b6b1-7339317ec5f7 tempest-ServersAdminNegativeTestJSON-1174955591 tempest-ServersAdminNegativeTestJSON-1174955591-project-admin] Task: {'id': task-4111271, 'name': SuspendVM_Task, 'duration_secs': 0.971831} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.911660] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6149cd-2d8e-423c-b6b1-7339317ec5f7 tempest-ServersAdminNegativeTestJSON-1174955591 tempest-ServersAdminNegativeTestJSON-1174955591-project-admin] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Suspended the VM {{(pid=69374) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 830.911984] env[69374]: DEBUG nova.compute.manager [None req-4b6149cd-2d8e-423c-b6b1-7339317ec5f7 tempest-ServersAdminNegativeTestJSON-1174955591 tempest-ServersAdminNegativeTestJSON-1174955591-project-admin] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.912838] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a04cc1-de74-434f-be00-c6c6b56087b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.991536] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111274, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.221712] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61196} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.222084] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 23852d0d-1e37-458d-bc2f-453086768afc/23852d0d-1e37-458d-bc2f-453086768afc.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.222385] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.224612] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aec448d1-a38d-4209-a174-1f78fb29d410 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.232469] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 831.232469] env[69374]: value = "task-4111275" [ 831.232469] env[69374]: _type = "Task" [ 831.232469] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.244668] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.330143] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0141ff36-082e-41b7-b4f3-dec95ad0726a tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.330143] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.225s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.333031] env[69374]: INFO nova.compute.claims [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.381207] env[69374]: DEBUG oslo_vmware.api [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111273, 'name': PowerOnVM_Task, 'duration_secs': 0.872244} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.381532] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.381815] env[69374]: INFO nova.compute.manager [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Took 8.40 seconds to spawn the instance on the hypervisor. [ 831.382104] env[69374]: DEBUG nova.compute.manager [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.383068] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d52afe-3397-4ae4-bf1b-66bc4d096e51 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.490567] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111274, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.742846] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086258} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.743148] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.743932] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63028ad-a32c-47d8-967f-132fbc60dfa8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.766058] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 23852d0d-1e37-458d-bc2f-453086768afc/23852d0d-1e37-458d-bc2f-453086768afc.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.766369] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cd1d0ac-85f2-4157-9cb3-68236a3f7a37 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.787179] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 831.787179] env[69374]: value = "task-4111276" [ 831.787179] env[69374]: _type = "Task" [ 831.787179] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.796481] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.904901] env[69374]: INFO nova.compute.manager [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Took 41.49 seconds to build instance. [ 831.991113] env[69374]: DEBUG oslo_vmware.api [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111274, 'name': RemoveSnapshot_Task, 'duration_secs': 1.023892} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.991483] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 832.300202] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.409404] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5756afdd-1628-4a83-a137-da57718989ff tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.492s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.246081] env[69374]: WARNING nova.compute.manager [None req-6efff081-23d2-4f26-9010-d13fe9f49a28 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Image not found during snapshot: nova.exception.ImageNotFound: Image 386f61f1-4974-4676-aa57-51ceb61cfc4b could not be found. [ 833.246081] env[69374]: DEBUG nova.compute.manager [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.259964] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111276, 'name': ReconfigVM_Task, 'duration_secs': 0.697676} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.260315] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 23852d0d-1e37-458d-bc2f-453086768afc/23852d0d-1e37-458d-bc2f-453086768afc.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.261036] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23a0cefc-b1fb-4312-94ee-209f817e880a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.269408] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 833.269408] env[69374]: value = "task-4111277" [ 833.269408] env[69374]: _type = "Task" [ 833.269408] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.282139] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111277, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.730439] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3232b29b-e9cf-42ae-863f-7b9c4563d61a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.740326] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afc6192-6097-46d1-83ee-71157c7e2c6f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.783575] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69851b0-c71f-4d68-88d4-61e4ca8234a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.795851] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13527255-e474-441f-a031-60bad51e2533 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.800148] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111277, 'name': Rename_Task, 'duration_secs': 0.169685} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.801846] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.802182] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.802896] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26972a17-c0c0-4c4b-b6a3-c190cd403a66 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.814857] env[69374]: DEBUG nova.compute.provider_tree [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.818627] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 833.818627] env[69374]: value = "task-4111278" [ 833.818627] env[69374]: _type = "Task" [ 833.818627] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.829030] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.933518] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "5149de8c-a780-42f3-b06e-8c51585a5329" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.934069] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "5149de8c-a780-42f3-b06e-8c51585a5329" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.934367] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "5149de8c-a780-42f3-b06e-8c51585a5329-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.934596] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "5149de8c-a780-42f3-b06e-8c51585a5329-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.934773] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "5149de8c-a780-42f3-b06e-8c51585a5329-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.939222] env[69374]: INFO nova.compute.manager [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Terminating instance [ 834.103691] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquiring lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.104033] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.104255] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquiring lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.104547] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.104712] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.106820] env[69374]: INFO nova.compute.manager [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Terminating instance [ 834.318150] env[69374]: DEBUG nova.scheduler.client.report [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.334812] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.444691] env[69374]: DEBUG nova.compute.manager [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.444928] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.446065] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfbf787-f65b-485e-a118-398941cc61a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.455975] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.456268] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ea74516-abb1-402b-870f-b256c0cb1d07 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.463996] env[69374]: DEBUG oslo_vmware.api [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 834.463996] env[69374]: value = "task-4111279" [ 834.463996] env[69374]: _type = "Task" [ 834.463996] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.473616] env[69374]: DEBUG oslo_vmware.api [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.611593] env[69374]: DEBUG nova.compute.manager [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.611960] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.613009] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e6971f-8843-40b2-8a7f-d4e5cef331c4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.623201] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.623500] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aad1b1c3-7348-44d5-bb57-ba8e54d2e76c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.631179] env[69374]: DEBUG oslo_vmware.api [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for the task: (returnval){ [ 834.631179] env[69374]: value = "task-4111280" [ 834.631179] env[69374]: _type = "Task" [ 834.631179] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.641928] env[69374]: DEBUG oslo_vmware.api [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.824650] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.495s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.825297] env[69374]: DEBUG nova.compute.manager [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.833910] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.656s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.834163] env[69374]: DEBUG nova.objects.instance [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lazy-loading 'resources' on Instance uuid 2c5d994d-aa71-47bd-8ecd-f077dd409472 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.844385] env[69374]: DEBUG oslo_vmware.api [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111278, 'name': PowerOnVM_Task, 'duration_secs': 0.586078} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.845715] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.846137] env[69374]: INFO nova.compute.manager [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Took 9.09 seconds to spawn the instance on the hypervisor. [ 834.846505] env[69374]: DEBUG nova.compute.manager [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.848119] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222932a0-427e-486f-a7c5-339acec4e800 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.896856] env[69374]: DEBUG oslo_concurrency.lockutils [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.897283] env[69374]: DEBUG oslo_concurrency.lockutils [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.897510] env[69374]: DEBUG oslo_concurrency.lockutils [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.897720] env[69374]: DEBUG oslo_concurrency.lockutils [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.897905] env[69374]: DEBUG oslo_concurrency.lockutils [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.900114] env[69374]: INFO nova.compute.manager [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Terminating instance [ 834.974514] env[69374]: DEBUG oslo_vmware.api [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111279, 'name': PowerOffVM_Task, 'duration_secs': 0.376466} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.974806] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.974974] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.975246] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb94be20-13a1-469a-97b0-b0d94736ed51 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.044943] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.045182] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.045582] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Deleting the datastore file [datastore2] 5149de8c-a780-42f3-b06e-8c51585a5329 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.045839] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a106de-7fe8-4a92-9d54-5b8d9ee8cf8f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.053331] env[69374]: DEBUG oslo_vmware.api [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 835.053331] env[69374]: value = "task-4111282" [ 835.053331] env[69374]: _type = "Task" [ 835.053331] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.062616] env[69374]: DEBUG oslo_vmware.api [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.143725] env[69374]: DEBUG oslo_vmware.api [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111280, 'name': PowerOffVM_Task, 'duration_secs': 0.224834} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.143903] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.144111] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.144382] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59d4f0ae-9d0a-4e8c-8efd-0e6e73a0be4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.218831] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.219282] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.219613] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Deleting the datastore file [datastore2] 6e9d6306-132d-4d57-8c21-507efe2dd8eb {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.219931] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a35082c2-4b25-4fda-ab0d-958a86864ec4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.229011] env[69374]: DEBUG oslo_vmware.api [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for the task: (returnval){ [ 835.229011] env[69374]: value = "task-4111284" [ 835.229011] env[69374]: _type = "Task" [ 835.229011] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.242721] env[69374]: DEBUG oslo_vmware.api [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.341042] env[69374]: DEBUG nova.compute.utils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.342683] env[69374]: DEBUG nova.compute.manager [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.342911] env[69374]: DEBUG nova.network.neutron [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.373403] env[69374]: INFO nova.compute.manager [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Took 41.73 seconds to build instance. [ 835.406558] env[69374]: DEBUG nova.compute.manager [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.406868] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.407901] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063811ca-4930-4735-b490-472d0a0218ec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.414624] env[69374]: DEBUG nova.policy [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3f3ad7f493844c49a6f7a72d23d358a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a790baae7ad546d68831098e64f7f560', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.423642] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.423642] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9237472-3dab-456e-b996-7eb7692ac410 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.501240] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.501871] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.501871] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Deleting the datastore file [datastore2] d9bfc0a0-60da-4491-9c2e-14dfa871b025 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.502141] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a504eca-4a92-4b74-81b2-79f5185c79d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.511953] env[69374]: DEBUG oslo_vmware.api [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 835.511953] env[69374]: value = "task-4111286" [ 835.511953] env[69374]: _type = "Task" [ 835.511953] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.521924] env[69374]: DEBUG oslo_vmware.api [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.570202] env[69374]: DEBUG oslo_vmware.api [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181348} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.571871] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.572097] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.572279] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.572499] env[69374]: INFO nova.compute.manager [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Took 1.13 seconds to destroy the instance on the hypervisor. [ 835.572766] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.574239] env[69374]: DEBUG nova.compute.manager [-] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.574413] env[69374]: DEBUG nova.network.neutron [-] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.744164] env[69374]: DEBUG oslo_vmware.api [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Task: {'id': task-4111284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177703} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.747931] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.748160] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.748344] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.748519] env[69374]: INFO nova.compute.manager [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 835.748762] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.749272] env[69374]: DEBUG nova.compute.manager [-] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.750419] env[69374]: DEBUG nova.network.neutron [-] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.812860] env[69374]: DEBUG nova.network.neutron [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Successfully created port: ae77cb70-f9a5-405d-a636-fc78f874de7b {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.848293] env[69374]: DEBUG nova.compute.utils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.877363] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ede41d81-02ef-4802-97e3-a660a9e77336 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "23852d0d-1e37-458d-bc2f-453086768afc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.935s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.983090] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4479c2-c73f-443b-9bf2-fddeb80e553b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.991870] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400a78d3-fd30-457e-8ab2-763422eddd8e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.028619] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d37a94-f85d-4b04-ae2b-7e2717b9a8a7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.039502] env[69374]: DEBUG oslo_vmware.api [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180599} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.040767] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ebb02b-5bee-4fcc-a4a0-fe99024134dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.044489] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.044700] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.044908] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.045095] env[69374]: INFO nova.compute.manager [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Took 0.64 seconds to destroy the instance on the hypervisor. [ 836.045364] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.045584] env[69374]: DEBUG nova.compute.manager [-] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.045781] env[69374]: DEBUG nova.network.neutron [-] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.057966] env[69374]: DEBUG nova.compute.provider_tree [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.105957] env[69374]: DEBUG oslo_vmware.rw_handles [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fcbe0-b315-34ef-bd7e-b9bcc33da920/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 836.108532] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae1b4f2-29e9-450d-bf47-ed6856e88fce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.121151] env[69374]: DEBUG oslo_vmware.rw_handles [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fcbe0-b315-34ef-bd7e-b9bcc33da920/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 836.121417] env[69374]: ERROR oslo_vmware.rw_handles [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fcbe0-b315-34ef-bd7e-b9bcc33da920/disk-0.vmdk due to incomplete transfer. [ 836.121541] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3aab4ae3-1bbc-4ebe-99b6-dd453eba3871 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.131418] env[69374]: DEBUG oslo_vmware.rw_handles [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fcbe0-b315-34ef-bd7e-b9bcc33da920/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 836.131807] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Uploaded image 2b7292f9-57a4-4c73-abf0-c120a263a8de to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 836.135741] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 836.136079] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4950613d-5f9a-4495-b6f6-dca1f392a21b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.145910] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 836.145910] env[69374]: value = "task-4111287" [ 836.145910] env[69374]: _type = "Task" [ 836.145910] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.156822] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111287, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.354910] env[69374]: DEBUG nova.compute.manager [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.380088] env[69374]: DEBUG nova.compute.manager [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.561864] env[69374]: DEBUG nova.scheduler.client.report [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.656890] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111287, 'name': Destroy_Task, 'duration_secs': 0.413735} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.657223] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Destroyed the VM [ 836.657502] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 836.657770] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35987957-1e49-4b5b-956e-b1b191ef8e96 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.665607] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 836.665607] env[69374]: value = "task-4111288" [ 836.665607] env[69374]: _type = "Task" [ 836.665607] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.674418] env[69374]: DEBUG nova.network.neutron [-] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.675703] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111288, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.694312] env[69374]: DEBUG nova.network.neutron [-] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.895184] env[69374]: DEBUG nova.compute.manager [req-27fc0b4e-3d6c-4cb8-96bc-6ada367008c3 req-479c48fe-b111-4064-b5a5-8d7a4780fb89 service nova] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Received event network-vif-deleted-6ddf0d2e-e63b-48bf-8358-794abe89e32b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.908796] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.995452] env[69374]: DEBUG nova.compute.manager [req-7b191c62-0ea1-49a2-a79f-70ef76337edd req-fba5c912-331e-44f4-a4e1-0ac150b270f0 service nova] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Received event network-vif-deleted-717ab879-7ab5-4347-8642-7bdeb8248938 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.069812] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.072631] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.477s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.074580] env[69374]: INFO nova.compute.claims [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.093978] env[69374]: INFO nova.scheduler.client.report [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Deleted allocations for instance 2c5d994d-aa71-47bd-8ecd-f077dd409472 [ 837.177180] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111288, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.177673] env[69374]: INFO nova.compute.manager [-] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Took 1.43 seconds to deallocate network for instance. [ 837.197080] env[69374]: INFO nova.compute.manager [-] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Took 1.62 seconds to deallocate network for instance. [ 837.349965] env[69374]: DEBUG nova.network.neutron [-] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.370985] env[69374]: DEBUG nova.compute.manager [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.408530] env[69374]: DEBUG nova.virt.hardware [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:19:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='898889309',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-967945747',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.408901] env[69374]: DEBUG nova.virt.hardware [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.408976] env[69374]: DEBUG nova.virt.hardware [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.409407] env[69374]: DEBUG nova.virt.hardware [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.409407] env[69374]: DEBUG nova.virt.hardware [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.409525] env[69374]: DEBUG nova.virt.hardware [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.411151] env[69374]: DEBUG nova.virt.hardware [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.411151] env[69374]: DEBUG nova.virt.hardware [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.411151] env[69374]: DEBUG nova.virt.hardware [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.411151] env[69374]: DEBUG nova.virt.hardware [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.411151] env[69374]: DEBUG nova.virt.hardware [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.411550] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da04c7a3-4af8-409d-a20e-81dabbfbf9c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.420588] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62df249c-0249-4431-8399-a34d2094e7be {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.603611] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c773043-3c8a-4e2c-b59b-7602f8cdf6f1 tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "2c5d994d-aa71-47bd-8ecd-f077dd409472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.799s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.620418] env[69374]: DEBUG nova.network.neutron [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Successfully updated port: ae77cb70-f9a5-405d-a636-fc78f874de7b {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.677440] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111288, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.684692] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.705335] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.853281] env[69374]: INFO nova.compute.manager [-] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Took 1.81 seconds to deallocate network for instance. [ 838.124557] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "refresh_cache-57575546-660a-4ce5-b6b0-f0a0dfaa5169" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.124557] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquired lock "refresh_cache-57575546-660a-4ce5-b6b0-f0a0dfaa5169" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.124557] env[69374]: DEBUG nova.network.neutron [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.179532] env[69374]: DEBUG oslo_vmware.api [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111288, 'name': RemoveSnapshot_Task, 'duration_secs': 1.109066} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.182461] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 838.182710] env[69374]: INFO nova.compute.manager [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Took 16.01 seconds to snapshot the instance on the hypervisor. [ 838.233392] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "a964bb90-bac0-4408-adc0-bef9a160fbd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.233392] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "a964bb90-bac0-4408-adc0-bef9a160fbd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.233392] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "a964bb90-bac0-4408-adc0-bef9a160fbd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.233530] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "a964bb90-bac0-4408-adc0-bef9a160fbd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.233690] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "a964bb90-bac0-4408-adc0-bef9a160fbd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.236482] env[69374]: INFO nova.compute.manager [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Terminating instance [ 838.359446] env[69374]: DEBUG oslo_concurrency.lockutils [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.644338] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b19419d-881e-496c-bddf-68b23f5cf0cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.654058] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d6e7fc-724d-4351-b602-ea1724805721 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.692516] env[69374]: DEBUG nova.network.neutron [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.694421] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02fa9d6-7c45-44b5-9a6d-1614f219ad8b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.706234] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e0f635-a431-4223-80e7-24f682290d8d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.721033] env[69374]: DEBUG nova.compute.provider_tree [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.745228] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "refresh_cache-a964bb90-bac0-4408-adc0-bef9a160fbd0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.745416] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquired lock "refresh_cache-a964bb90-bac0-4408-adc0-bef9a160fbd0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.745643] env[69374]: DEBUG nova.network.neutron [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.760235] env[69374]: DEBUG nova.compute.manager [None req-272b05c0-c0f5-468c-9cdc-8e4997dabb34 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Found 2 images (rotation: 2) {{(pid=69374) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 838.867055] env[69374]: DEBUG nova.network.neutron [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Updating instance_info_cache with network_info: [{"id": "ae77cb70-f9a5-405d-a636-fc78f874de7b", "address": "fa:16:3e:9e:4f:2a", "network": {"id": "26ec782d-9c6a-4198-b6a3-19cd6c692497", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1806590212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a790baae7ad546d68831098e64f7f560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae77cb70-f9", "ovs_interfaceid": "ae77cb70-f9a5-405d-a636-fc78f874de7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.026482] env[69374]: DEBUG nova.compute.manager [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Received event network-vif-plugged-ae77cb70-f9a5-405d-a636-fc78f874de7b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.026881] env[69374]: DEBUG oslo_concurrency.lockutils [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] Acquiring lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.027180] env[69374]: DEBUG oslo_concurrency.lockutils [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] Lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.027365] env[69374]: DEBUG oslo_concurrency.lockutils [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] Lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.027539] env[69374]: DEBUG nova.compute.manager [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] No waiting events found dispatching network-vif-plugged-ae77cb70-f9a5-405d-a636-fc78f874de7b {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 839.027703] env[69374]: WARNING nova.compute.manager [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Received unexpected event network-vif-plugged-ae77cb70-f9a5-405d-a636-fc78f874de7b for instance with vm_state building and task_state spawning. [ 839.027862] env[69374]: DEBUG nova.compute.manager [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Received event network-changed-ae77cb70-f9a5-405d-a636-fc78f874de7b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.028023] env[69374]: DEBUG nova.compute.manager [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Refreshing instance network info cache due to event network-changed-ae77cb70-f9a5-405d-a636-fc78f874de7b. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.028199] env[69374]: DEBUG oslo_concurrency.lockutils [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] Acquiring lock "refresh_cache-57575546-660a-4ce5-b6b0-f0a0dfaa5169" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.226124] env[69374]: DEBUG nova.scheduler.client.report [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.246481] env[69374]: DEBUG nova.compute.manager [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Received event network-vif-deleted-446d5f1c-1429-4c68-ba52-494adfd7b6dd {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.246860] env[69374]: DEBUG nova.compute.manager [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Received event network-changed-bd5b9130-4bdf-41b7-bb57-eb3426419ea1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.247056] env[69374]: DEBUG nova.compute.manager [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Refreshing instance network info cache due to event network-changed-bd5b9130-4bdf-41b7-bb57-eb3426419ea1. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.247305] env[69374]: DEBUG oslo_concurrency.lockutils [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] Acquiring lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.247449] env[69374]: DEBUG oslo_concurrency.lockutils [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] Acquired lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.247610] env[69374]: DEBUG nova.network.neutron [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Refreshing network info cache for port bd5b9130-4bdf-41b7-bb57-eb3426419ea1 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.268278] env[69374]: DEBUG nova.network.neutron [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.317542] env[69374]: DEBUG nova.network.neutron [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.370819] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Releasing lock "refresh_cache-57575546-660a-4ce5-b6b0-f0a0dfaa5169" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.370819] env[69374]: DEBUG nova.compute.manager [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Instance network_info: |[{"id": "ae77cb70-f9a5-405d-a636-fc78f874de7b", "address": "fa:16:3e:9e:4f:2a", "network": {"id": "26ec782d-9c6a-4198-b6a3-19cd6c692497", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1806590212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a790baae7ad546d68831098e64f7f560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae77cb70-f9", "ovs_interfaceid": "ae77cb70-f9a5-405d-a636-fc78f874de7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.370819] env[69374]: DEBUG oslo_concurrency.lockutils [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] Acquired lock "refresh_cache-57575546-660a-4ce5-b6b0-f0a0dfaa5169" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.370819] env[69374]: DEBUG nova.network.neutron [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Refreshing network info cache for port ae77cb70-f9a5-405d-a636-fc78f874de7b {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.372074] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:4f:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae77cb70-f9a5-405d-a636-fc78f874de7b', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.382262] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.384640] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.384640] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2d167bd-eb11-439e-8927-d71faad73797 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.411367] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.411367] env[69374]: value = "task-4111289" [ 839.411367] env[69374]: _type = "Task" [ 839.411367] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.421863] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111289, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.732950] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.733863] env[69374]: DEBUG nova.compute.manager [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.736904] env[69374]: DEBUG oslo_concurrency.lockutils [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.711s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.737159] env[69374]: DEBUG nova.objects.instance [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lazy-loading 'resources' on Instance uuid b08b3ed7-5812-432e-b618-f43104029336 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.738473] env[69374]: DEBUG nova.compute.manager [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 839.743253] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c85009-5ee1-486a-861d-4762e316aa7d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.820353] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Releasing lock "refresh_cache-a964bb90-bac0-4408-adc0-bef9a160fbd0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.820791] env[69374]: DEBUG nova.compute.manager [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.820982] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.821910] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dfc9a1-e48d-4c74-9e55-9c8d8fdcb8cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.830748] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.831047] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-952a6982-6dbc-470c-85ec-919240eb3c32 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.838703] env[69374]: DEBUG oslo_vmware.api [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 839.838703] env[69374]: value = "task-4111290" [ 839.838703] env[69374]: _type = "Task" [ 839.838703] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.847239] env[69374]: DEBUG oslo_vmware.api [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.923169] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111289, 'name': CreateVM_Task, 'duration_secs': 0.339057} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.923422] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.924183] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.924528] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.924911] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.925235] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f8da67-060b-430f-9815-47d9e29a978f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.930931] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 839.930931] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5256bd33-28c5-480c-80c9-c4232c3849b2" [ 839.930931] env[69374]: _type = "Task" [ 839.930931] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.944748] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5256bd33-28c5-480c-80c9-c4232c3849b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.985080] env[69374]: DEBUG nova.network.neutron [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Updated VIF entry in instance network info cache for port bd5b9130-4bdf-41b7-bb57-eb3426419ea1. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.985525] env[69374]: DEBUG nova.network.neutron [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Updating instance_info_cache with network_info: [{"id": "bd5b9130-4bdf-41b7-bb57-eb3426419ea1", "address": "fa:16:3e:25:32:e8", "network": {"id": "015864d3-8316-4bd8-bea7-e239421e703b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1240524403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9666c221843a40658d585357d197234d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5b9130-4b", "ovs_interfaceid": "bd5b9130-4bdf-41b7-bb57-eb3426419ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.205914] env[69374]: DEBUG nova.network.neutron [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Updated VIF entry in instance network info cache for port ae77cb70-f9a5-405d-a636-fc78f874de7b. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.206318] env[69374]: DEBUG nova.network.neutron [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Updating instance_info_cache with network_info: [{"id": "ae77cb70-f9a5-405d-a636-fc78f874de7b", "address": "fa:16:3e:9e:4f:2a", "network": {"id": "26ec782d-9c6a-4198-b6a3-19cd6c692497", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1806590212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a790baae7ad546d68831098e64f7f560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae77cb70-f9", "ovs_interfaceid": "ae77cb70-f9a5-405d-a636-fc78f874de7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.253235] env[69374]: DEBUG nova.compute.utils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.257069] env[69374]: DEBUG nova.compute.manager [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.257410] env[69374]: DEBUG nova.network.neutron [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.260038] env[69374]: INFO nova.compute.manager [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] instance snapshotting [ 840.260593] env[69374]: DEBUG nova.objects.instance [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'flavor' on Instance uuid 7db22c5e-6c21-49be-8906-ec6aff0e722c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.327236] env[69374]: DEBUG nova.policy [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bccf40a4604b4f44bcef5a745dd94436', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd20ab594d5e844179faae72ccb10d3e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.360441] env[69374]: DEBUG oslo_vmware.api [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111290, 'name': PowerOffVM_Task, 'duration_secs': 0.202054} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.365172] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.365401] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.365938] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ee97e30-4bde-4063-9c90-91149324870f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.394178] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.394386] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.394558] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Deleting the datastore file [datastore1] a964bb90-bac0-4408-adc0-bef9a160fbd0 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.396032] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-180d0b3a-fb3d-4aa8-9dbe-4d852ef9455f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.402735] env[69374]: DEBUG oslo_vmware.api [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for the task: (returnval){ [ 840.402735] env[69374]: value = "task-4111292" [ 840.402735] env[69374]: _type = "Task" [ 840.402735] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.414985] env[69374]: DEBUG oslo_vmware.api [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.444741] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5256bd33-28c5-480c-80c9-c4232c3849b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.447606] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.447898] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.448175] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.448346] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.448700] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.449054] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a018fac-c871-4a0f-82b0-fe6548e90868 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.458894] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.459159] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.462794] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab0dfed-8985-4a12-9593-c47093fc088a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.469256] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 840.469256] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]527037cc-0761-adff-03ea-3d6ead61a7bc" [ 840.469256] env[69374]: _type = "Task" [ 840.469256] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.478088] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527037cc-0761-adff-03ea-3d6ead61a7bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.490752] env[69374]: DEBUG oslo_concurrency.lockutils [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] Releasing lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.491579] env[69374]: DEBUG nova.compute.manager [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Received event network-changed-bd5b9130-4bdf-41b7-bb57-eb3426419ea1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.491579] env[69374]: DEBUG nova.compute.manager [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Refreshing instance network info cache due to event network-changed-bd5b9130-4bdf-41b7-bb57-eb3426419ea1. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.491579] env[69374]: DEBUG oslo_concurrency.lockutils [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] Acquiring lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.491714] env[69374]: DEBUG oslo_concurrency.lockutils [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] Acquired lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.491768] env[69374]: DEBUG nova.network.neutron [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Refreshing network info cache for port bd5b9130-4bdf-41b7-bb57-eb3426419ea1 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.710192] env[69374]: DEBUG oslo_concurrency.lockutils [req-f7a6032a-fb3f-4965-a6a4-bc5558737dc0 req-48777e1f-d95e-4747-9d3c-444fc4a7cf00 service nova] Releasing lock "refresh_cache-57575546-660a-4ce5-b6b0-f0a0dfaa5169" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.760247] env[69374]: DEBUG nova.compute.manager [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.772020] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f56bac0-03bd-4f62-beea-c60c3657972f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.795557] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd2f293-a583-4fc2-a3d0-bf7253b95f5c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.833727] env[69374]: DEBUG nova.network.neutron [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Successfully created port: 2b1ad46d-4b27-41ec-aab9-1d99562747ee {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.845212] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cd5937-2f26-46b1-ad00-d2c5a9533dcf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.856235] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d8b41-965c-4089-9d3f-2783aba07608 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.890846] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c4b465-265c-45f7-8257-28b11fad64fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.899281] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a28e225-423a-4a7b-b2b5-72fa9b00b963 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.914480] env[69374]: DEBUG nova.compute.provider_tree [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.926431] env[69374]: DEBUG oslo_vmware.api [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Task: {'id': task-4111292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097602} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.926675] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.926858] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.927046] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.927892] env[69374]: INFO nova.compute.manager [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 840.927892] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.927892] env[69374]: DEBUG nova.compute.manager [-] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.927892] env[69374]: DEBUG nova.network.neutron [-] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.946697] env[69374]: DEBUG nova.network.neutron [-] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.980365] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527037cc-0761-adff-03ea-3d6ead61a7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.981309] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5510f9ef-14c3-4dd6-855a-612e53f41d45 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.987812] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 840.987812] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523f92ee-eaf4-afca-122c-4db0280c1f78" [ 840.987812] env[69374]: _type = "Task" [ 840.987812] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.000207] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523f92ee-eaf4-afca-122c-4db0280c1f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.230680] env[69374]: DEBUG nova.network.neutron [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Updated VIF entry in instance network info cache for port bd5b9130-4bdf-41b7-bb57-eb3426419ea1. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.231100] env[69374]: DEBUG nova.network.neutron [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Updating instance_info_cache with network_info: [{"id": "bd5b9130-4bdf-41b7-bb57-eb3426419ea1", "address": "fa:16:3e:25:32:e8", "network": {"id": "015864d3-8316-4bd8-bea7-e239421e703b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1240524403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9666c221843a40658d585357d197234d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5b9130-4b", "ovs_interfaceid": "bd5b9130-4bdf-41b7-bb57-eb3426419ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.313297] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 841.314026] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5e972ee6-1638-414c-9ed3-307cae8b4745 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.321476] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 841.321476] env[69374]: value = "task-4111293" [ 841.321476] env[69374]: _type = "Task" [ 841.321476] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.331466] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111293, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.421897] env[69374]: DEBUG nova.scheduler.client.report [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.449636] env[69374]: DEBUG nova.network.neutron [-] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.498555] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523f92ee-eaf4-afca-122c-4db0280c1f78, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.498811] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.499088] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 57575546-660a-4ce5-b6b0-f0a0dfaa5169/57575546-660a-4ce5-b6b0-f0a0dfaa5169.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.499391] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0161bdf-c57f-4ed5-b8c5-fc632a7b9d26 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.506644] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 841.506644] env[69374]: value = "task-4111294" [ 841.506644] env[69374]: _type = "Task" [ 841.506644] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.515092] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.734541] env[69374]: DEBUG oslo_concurrency.lockutils [req-c55235fc-013e-4b9b-9c10-bcdeefd7b294 req-277eaa3c-cb70-4145-bb51-a9fb60d72f90 service nova] Releasing lock "refresh_cache-23852d0d-1e37-458d-bc2f-453086768afc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.776662] env[69374]: DEBUG nova.compute.manager [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.819039] env[69374]: DEBUG nova.virt.hardware [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.819576] env[69374]: DEBUG nova.virt.hardware [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.819752] env[69374]: DEBUG nova.virt.hardware [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.820387] env[69374]: DEBUG nova.virt.hardware [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.820387] env[69374]: DEBUG nova.virt.hardware [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.820387] env[69374]: DEBUG nova.virt.hardware [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.820624] env[69374]: DEBUG nova.virt.hardware [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.821018] env[69374]: DEBUG nova.virt.hardware [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.821403] env[69374]: DEBUG nova.virt.hardware [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.821754] env[69374]: DEBUG nova.virt.hardware [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.821981] env[69374]: DEBUG nova.virt.hardware [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.823997] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3535157c-ea95-439b-bc8d-a188f327e818 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.842885] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111293, 'name': CreateSnapshot_Task, 'duration_secs': 0.500754} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.843365] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 841.844775] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8e6814-d8b5-4556-95ea-85bd918a3dd2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.851194] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec31e12-16a7-47ba-ba07-4cdcc72f8d0c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.930536] env[69374]: DEBUG oslo_concurrency.lockutils [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.934272] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.745s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.934427] env[69374]: DEBUG nova.objects.instance [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Lazy-loading 'resources' on Instance uuid a1ecf066-1131-4880-9e8b-cfc5296b0ba7 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.937226] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquiring lock "e4a85118-4d45-489b-94b7-967fc80f5e10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.937665] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Lock "e4a85118-4d45-489b-94b7-967fc80f5e10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.938032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquiring lock "e4a85118-4d45-489b-94b7-967fc80f5e10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.939028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Lock "e4a85118-4d45-489b-94b7-967fc80f5e10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.939028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Lock "e4a85118-4d45-489b-94b7-967fc80f5e10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.946971] env[69374]: INFO nova.compute.manager [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Terminating instance [ 841.953249] env[69374]: INFO nova.compute.manager [-] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Took 1.03 seconds to deallocate network for instance. [ 841.969761] env[69374]: INFO nova.scheduler.client.report [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Deleted allocations for instance b08b3ed7-5812-432e-b618-f43104029336 [ 842.018369] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111294, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.383500] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 842.383845] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03ed139b-54a9-4c7c-a4e2-8626401fbd22 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.397456] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 842.397456] env[69374]: value = "task-4111295" [ 842.397456] env[69374]: _type = "Task" [ 842.397456] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.409852] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111295, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.451917] env[69374]: DEBUG nova.compute.manager [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.452191] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.453137] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b300dd-399e-40e2-b4fb-b7b46b78194b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.465231] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.465231] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.465231] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-415bfc0c-8a78-44cd-b8f5-5ce5634142e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.473126] env[69374]: DEBUG oslo_vmware.api [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for the task: (returnval){ [ 842.473126] env[69374]: value = "task-4111296" [ 842.473126] env[69374]: _type = "Task" [ 842.473126] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.479582] env[69374]: DEBUG oslo_concurrency.lockutils [None req-533ed2b6-526f-4f72-a333-27207eed8b8c tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b08b3ed7-5812-432e-b618-f43104029336" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.092s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.489883] env[69374]: DEBUG oslo_vmware.api [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4111296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.519610] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51632} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.519894] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 57575546-660a-4ce5-b6b0-f0a0dfaa5169/57575546-660a-4ce5-b6b0-f0a0dfaa5169.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.520136] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.520432] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87bdae55-16fb-49e4-a88a-b9ace452043b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.528770] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 842.528770] env[69374]: value = "task-4111297" [ 842.528770] env[69374]: _type = "Task" [ 842.528770] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.542406] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.638672] env[69374]: DEBUG nova.compute.manager [req-eb359d5c-86ec-432c-b94a-12b91af1316a req-796637ec-3cfc-4f39-b43c-ff31eefb53fb service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Received event network-vif-plugged-2b1ad46d-4b27-41ec-aab9-1d99562747ee {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.639052] env[69374]: DEBUG oslo_concurrency.lockutils [req-eb359d5c-86ec-432c-b94a-12b91af1316a req-796637ec-3cfc-4f39-b43c-ff31eefb53fb service nova] Acquiring lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.641375] env[69374]: DEBUG oslo_concurrency.lockutils [req-eb359d5c-86ec-432c-b94a-12b91af1316a req-796637ec-3cfc-4f39-b43c-ff31eefb53fb service nova] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.641375] env[69374]: DEBUG oslo_concurrency.lockutils [req-eb359d5c-86ec-432c-b94a-12b91af1316a req-796637ec-3cfc-4f39-b43c-ff31eefb53fb service nova] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.641375] env[69374]: DEBUG nova.compute.manager [req-eb359d5c-86ec-432c-b94a-12b91af1316a req-796637ec-3cfc-4f39-b43c-ff31eefb53fb service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] No waiting events found dispatching network-vif-plugged-2b1ad46d-4b27-41ec-aab9-1d99562747ee {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 842.641375] env[69374]: WARNING nova.compute.manager [req-eb359d5c-86ec-432c-b94a-12b91af1316a req-796637ec-3cfc-4f39-b43c-ff31eefb53fb service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Received unexpected event network-vif-plugged-2b1ad46d-4b27-41ec-aab9-1d99562747ee for instance with vm_state building and task_state spawning. [ 842.840662] env[69374]: DEBUG nova.network.neutron [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Successfully updated port: 2b1ad46d-4b27-41ec-aab9-1d99562747ee {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.921043] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111295, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.999600] env[69374]: DEBUG oslo_vmware.api [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4111296, 'name': PowerOffVM_Task, 'duration_secs': 0.24037} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.000598] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.000823] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.002033] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-842a5c80-eeab-441f-a99b-a0fed6f4281d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.041660] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090706} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.044670] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.046241] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea3dec0-472a-4100-9acb-2ceea3a2c25f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.076445] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 57575546-660a-4ce5-b6b0-f0a0dfaa5169/57575546-660a-4ce5-b6b0-f0a0dfaa5169.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.082148] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1acacaad-d197-474a-8260-58533b295e03 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.096518] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.096721] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.096935] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Deleting the datastore file [datastore2] e4a85118-4d45-489b-94b7-967fc80f5e10 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.100695] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e7c110c-26c2-494c-b589-8fc929b70967 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.102712] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "1c81ac2d-3c62-4228-9eab-609f12f442fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.102938] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "1c81ac2d-3c62-4228-9eab-609f12f442fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.110513] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 843.110513] env[69374]: value = "task-4111300" [ 843.110513] env[69374]: _type = "Task" [ 843.110513] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.112122] env[69374]: DEBUG oslo_vmware.api [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for the task: (returnval){ [ 843.112122] env[69374]: value = "task-4111299" [ 843.112122] env[69374]: _type = "Task" [ 843.112122] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.130440] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.134558] env[69374]: DEBUG oslo_vmware.api [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4111299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.197051] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca719868-ba84-4e27-ae14-231906014323 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.206818] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c34554-4425-4c55-ba69-3f6c1c3f9ac9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.242164] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2676affb-c1d3-4c23-9ff2-73dba4ffa0bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.250028] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb569de-d4b6-46a3-961f-9f7b65cd50ec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.266651] env[69374]: DEBUG nova.compute.provider_tree [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.342695] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.342880] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquired lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.343060] env[69374]: DEBUG nova.network.neutron [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.409679] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111295, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.628222] env[69374]: DEBUG oslo_vmware.api [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Task: {'id': task-4111299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268107} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.633216] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.633216] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.633470] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.633710] env[69374]: INFO nova.compute.manager [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Took 1.18 seconds to destroy the instance on the hypervisor. [ 843.634046] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.634330] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111300, 'name': ReconfigVM_Task, 'duration_secs': 0.383916} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.634576] env[69374]: DEBUG nova.compute.manager [-] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.636960] env[69374]: DEBUG nova.network.neutron [-] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.637110] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 57575546-660a-4ce5-b6b0-f0a0dfaa5169/57575546-660a-4ce5-b6b0-f0a0dfaa5169.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.637483] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69374) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 843.638438] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-59151926-f68c-46b7-a71e-d4cf8a77a5af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.649085] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 843.649085] env[69374]: value = "task-4111301" [ 843.649085] env[69374]: _type = "Task" [ 843.649085] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.653105] env[69374]: DEBUG oslo_concurrency.lockutils [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.653365] env[69374]: DEBUG oslo_concurrency.lockutils [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.653591] env[69374]: DEBUG oslo_concurrency.lockutils [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.653803] env[69374]: DEBUG oslo_concurrency.lockutils [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.654012] env[69374]: DEBUG oslo_concurrency.lockutils [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.657643] env[69374]: INFO nova.compute.manager [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Terminating instance [ 843.666208] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111301, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.770834] env[69374]: DEBUG nova.scheduler.client.report [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.875691] env[69374]: DEBUG nova.network.neutron [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.913310] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111295, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.053580] env[69374]: DEBUG nova.network.neutron [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Updating instance_info_cache with network_info: [{"id": "2b1ad46d-4b27-41ec-aab9-1d99562747ee", "address": "fa:16:3e:f9:68:36", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1ad46d-4b", "ovs_interfaceid": "2b1ad46d-4b27-41ec-aab9-1d99562747ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.162820] env[69374]: DEBUG nova.compute.manager [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.163064] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.163512] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111301, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.070283} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.164255] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b47c2-774a-4156-8226-a951d24cf73c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.168843] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69374) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 844.168843] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2721d81a-9551-4d66-acb6-cb8b2cfa5dac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.196165] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 57575546-660a-4ce5-b6b0-f0a0dfaa5169/ephemeral_0.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.199441] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-340d88d1-41d1-4d59-925d-6b3f43432c5c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.213841] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.214607] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d1dba7c-b371-4e5c-8b9b-2019b4ada6f8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.223303] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 844.223303] env[69374]: value = "task-4111303" [ 844.223303] env[69374]: _type = "Task" [ 844.223303] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.223303] env[69374]: DEBUG oslo_vmware.api [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 844.223303] env[69374]: value = "task-4111302" [ 844.223303] env[69374]: _type = "Task" [ 844.223303] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.238500] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111303, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.242112] env[69374]: DEBUG oslo_vmware.api [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.275349] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.277988] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.032s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.279817] env[69374]: INFO nova.compute.claims [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.318171] env[69374]: INFO nova.scheduler.client.report [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Deleted allocations for instance a1ecf066-1131-4880-9e8b-cfc5296b0ba7 [ 844.412368] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111295, 'name': CloneVM_Task, 'duration_secs': 1.945019} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.413205] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Created linked-clone VM from snapshot [ 844.417023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0f492c-723f-4b3c-8654-b8ed9d89fa2f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.423220] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Uploading image e709333f-30cb-4e10-8681-ca826df235f6 {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 844.453271] env[69374]: DEBUG oslo_vmware.rw_handles [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 844.453271] env[69374]: value = "vm-814476" [ 844.453271] env[69374]: _type = "VirtualMachine" [ 844.453271] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 844.453578] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6fee2b21-723e-451d-ae35-58c13890e074 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.462130] env[69374]: DEBUG oslo_vmware.rw_handles [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lease: (returnval){ [ 844.462130] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dd0c88-ec3c-b6e6-1c0c-79339ee6a40e" [ 844.462130] env[69374]: _type = "HttpNfcLease" [ 844.462130] env[69374]: } obtained for exporting VM: (result){ [ 844.462130] env[69374]: value = "vm-814476" [ 844.462130] env[69374]: _type = "VirtualMachine" [ 844.462130] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 844.462485] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the lease: (returnval){ [ 844.462485] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dd0c88-ec3c-b6e6-1c0c-79339ee6a40e" [ 844.462485] env[69374]: _type = "HttpNfcLease" [ 844.462485] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 844.470073] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.470073] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dd0c88-ec3c-b6e6-1c0c-79339ee6a40e" [ 844.470073] env[69374]: _type = "HttpNfcLease" [ 844.470073] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 844.558811] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Releasing lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.559192] env[69374]: DEBUG nova.compute.manager [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Instance network_info: |[{"id": "2b1ad46d-4b27-41ec-aab9-1d99562747ee", "address": "fa:16:3e:f9:68:36", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1ad46d-4b", "ovs_interfaceid": "2b1ad46d-4b27-41ec-aab9-1d99562747ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.559661] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:68:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b1ad46d-4b27-41ec-aab9-1d99562747ee', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.567219] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.567517] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.567768] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64782f47-29df-4e98-ab28-2347d5cbc252 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.593794] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.593794] env[69374]: value = "task-4111305" [ 844.593794] env[69374]: _type = "Task" [ 844.593794] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.603932] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111305, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.743267] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111303, 'name': ReconfigVM_Task, 'duration_secs': 0.381582} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.743531] env[69374]: DEBUG oslo_vmware.api [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111302, 'name': PowerOffVM_Task, 'duration_secs': 0.208987} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.743773] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 57575546-660a-4ce5-b6b0-f0a0dfaa5169/ephemeral_0.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.744497] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.744750] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.744911] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc33884b-eb01-46ea-945f-f1dc828c684c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.746555] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-269a8eb1-ff3b-423c-8bbd-aa81fd6cd23f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.757398] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 844.757398] env[69374]: value = "task-4111307" [ 844.757398] env[69374]: _type = "Task" [ 844.757398] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.768733] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111307, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.820375] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.820665] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.820849] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Deleting the datastore file [datastore2] b3bf4a76-61e9-401a-a75c-c89cd0b74119 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.821161] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7226adfd-aafe-4fc3-b3b6-f0af8e930c4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.829949] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5cc22d32-7c9e-4339-8804-bee89a5a36f9 tempest-InstanceActionsNegativeTestJSON-1883040210 tempest-InstanceActionsNegativeTestJSON-1883040210-project-member] Lock "a1ecf066-1131-4880-9e8b-cfc5296b0ba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.166s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.831865] env[69374]: DEBUG oslo_vmware.api [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for the task: (returnval){ [ 844.831865] env[69374]: value = "task-4111308" [ 844.831865] env[69374]: _type = "Task" [ 844.831865] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.841186] env[69374]: DEBUG oslo_vmware.api [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.974540] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.974540] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dd0c88-ec3c-b6e6-1c0c-79339ee6a40e" [ 844.974540] env[69374]: _type = "HttpNfcLease" [ 844.974540] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 844.975272] env[69374]: DEBUG oslo_vmware.rw_handles [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 844.975272] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dd0c88-ec3c-b6e6-1c0c-79339ee6a40e" [ 844.975272] env[69374]: _type = "HttpNfcLease" [ 844.975272] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 844.976359] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860ff70b-adfd-4dbe-b3eb-038d05873fac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.989398] env[69374]: DEBUG oslo_vmware.rw_handles [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc1c8-f58d-fdb5-3919-660ce0439081/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 844.989686] env[69374]: DEBUG oslo_vmware.rw_handles [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc1c8-f58d-fdb5-3919-660ce0439081/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 845.081743] env[69374]: DEBUG nova.compute.manager [req-144ad212-f7ae-455b-8fa2-e9b642a0995f req-7a442816-1adb-44a9-91a0-b29cbdb28ff1 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Received event network-changed-2b1ad46d-4b27-41ec-aab9-1d99562747ee {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.081743] env[69374]: DEBUG nova.compute.manager [req-144ad212-f7ae-455b-8fa2-e9b642a0995f req-7a442816-1adb-44a9-91a0-b29cbdb28ff1 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Refreshing instance network info cache due to event network-changed-2b1ad46d-4b27-41ec-aab9-1d99562747ee. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.084337] env[69374]: DEBUG oslo_concurrency.lockutils [req-144ad212-f7ae-455b-8fa2-e9b642a0995f req-7a442816-1adb-44a9-91a0-b29cbdb28ff1 service nova] Acquiring lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.084337] env[69374]: DEBUG oslo_concurrency.lockutils [req-144ad212-f7ae-455b-8fa2-e9b642a0995f req-7a442816-1adb-44a9-91a0-b29cbdb28ff1 service nova] Acquired lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.084337] env[69374]: DEBUG nova.network.neutron [req-144ad212-f7ae-455b-8fa2-e9b642a0995f req-7a442816-1adb-44a9-91a0-b29cbdb28ff1 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Refreshing network info cache for port 2b1ad46d-4b27-41ec-aab9-1d99562747ee {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.104518] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111305, 'name': CreateVM_Task, 'duration_secs': 0.433015} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.104785] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.105830] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.105830] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.106241] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.106569] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cad0e9a-4a7c-45ad-906d-e4ba5614bef0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.113192] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 845.113192] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521a0274-4650-213a-d4a7-f2d837710c54" [ 845.113192] env[69374]: _type = "Task" [ 845.113192] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.123797] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521a0274-4650-213a-d4a7-f2d837710c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.175781] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f0d8066-de30-421e-bd7e-05034fca8c83 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.267514] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111307, 'name': Rename_Task, 'duration_secs': 0.238576} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.267868] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.268158] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-361056e7-adc0-4942-b5a7-329ec46ec7d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.269946] env[69374]: DEBUG nova.network.neutron [-] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.276999] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 845.276999] env[69374]: value = "task-4111309" [ 845.276999] env[69374]: _type = "Task" [ 845.276999] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.287973] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.344132] env[69374]: DEBUG oslo_vmware.api [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Task: {'id': task-4111308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21102} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.344132] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.344132] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.344132] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.344132] env[69374]: INFO nova.compute.manager [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Took 1.18 seconds to destroy the instance on the hypervisor. [ 845.344132] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.345125] env[69374]: DEBUG nova.compute.manager [-] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.345125] env[69374]: DEBUG nova.network.neutron [-] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.631269] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521a0274-4650-213a-d4a7-f2d837710c54, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.631269] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.631269] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.631269] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.631269] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.631269] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.631269] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6647fdd5-9899-4227-92a5-75b3c4b16b75 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.641432] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.641940] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.643236] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ffe80f-0d22-4a82-ab50-4782cc8c69e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.657483] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 845.657483] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e9e334-ebf4-d92d-e898-4f0df0510a4c" [ 845.657483] env[69374]: _type = "Task" [ 845.657483] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.682047] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e9e334-ebf4-d92d-e898-4f0df0510a4c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.684047] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311ea057-302c-4099-bfda-8b06570128d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.695362] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 845.695362] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c6652a-2e5f-1951-5066-209ba2ac7352" [ 845.695362] env[69374]: _type = "Task" [ 845.695362] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.705958] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c6652a-2e5f-1951-5066-209ba2ac7352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.773377] env[69374]: INFO nova.compute.manager [-] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Took 2.14 seconds to deallocate network for instance. [ 845.791961] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111309, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.028123] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e91b7f-df61-424f-bb18-8c96d52b880d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.036770] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c927e3c9-39a3-4d4d-82de-a5500549cda6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.073342] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373e799a-4bf9-401d-a914-d4b364c1ae6a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.083482] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38b467a-aa2e-4497-84d4-b37abb5155e8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.101186] env[69374]: DEBUG nova.compute.provider_tree [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.209910] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c6652a-2e5f-1951-5066-209ba2ac7352, 'name': SearchDatastore_Task, 'duration_secs': 0.021597} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.210401] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.211520] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ef27b1d5-1bb8-48ca-8ec1-149520bac6dd/ef27b1d5-1bb8-48ca-8ec1-149520bac6dd.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.211520] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65cc26be-a6c7-4a8b-86c8-c538d3fc1a7e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.221045] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 846.221045] env[69374]: value = "task-4111310" [ 846.221045] env[69374]: _type = "Task" [ 846.221045] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.222798] env[69374]: DEBUG nova.network.neutron [req-144ad212-f7ae-455b-8fa2-e9b642a0995f req-7a442816-1adb-44a9-91a0-b29cbdb28ff1 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Updated VIF entry in instance network info cache for port 2b1ad46d-4b27-41ec-aab9-1d99562747ee. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.223290] env[69374]: DEBUG nova.network.neutron [req-144ad212-f7ae-455b-8fa2-e9b642a0995f req-7a442816-1adb-44a9-91a0-b29cbdb28ff1 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Updating instance_info_cache with network_info: [{"id": "2b1ad46d-4b27-41ec-aab9-1d99562747ee", "address": "fa:16:3e:f9:68:36", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1ad46d-4b", "ovs_interfaceid": "2b1ad46d-4b27-41ec-aab9-1d99562747ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.237551] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.285204] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.292035] env[69374]: DEBUG oslo_vmware.api [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111309, 'name': PowerOnVM_Task, 'duration_secs': 0.552349} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.292798] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.293047] env[69374]: INFO nova.compute.manager [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Took 8.92 seconds to spawn the instance on the hypervisor. [ 846.293237] env[69374]: DEBUG nova.compute.manager [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.294407] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca516f4-cde5-494a-bd0d-17772556a0b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.355887] env[69374]: DEBUG nova.network.neutron [-] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.625507] env[69374]: ERROR nova.scheduler.client.report [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [req-5feab564-a2de-423f-a427-7464d86b3e12] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5feab564-a2de-423f-a427-7464d86b3e12"}]} [ 846.644895] env[69374]: DEBUG nova.scheduler.client.report [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 846.671853] env[69374]: DEBUG nova.scheduler.client.report [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 846.672108] env[69374]: DEBUG nova.compute.provider_tree [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.692206] env[69374]: DEBUG nova.scheduler.client.report [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 846.720800] env[69374]: DEBUG nova.scheduler.client.report [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 846.732273] env[69374]: DEBUG oslo_concurrency.lockutils [req-144ad212-f7ae-455b-8fa2-e9b642a0995f req-7a442816-1adb-44a9-91a0-b29cbdb28ff1 service nova] Releasing lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.738021] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111310, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.823750] env[69374]: INFO nova.compute.manager [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Took 41.74 seconds to build instance. [ 846.858710] env[69374]: INFO nova.compute.manager [-] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Took 1.51 seconds to deallocate network for instance. [ 847.241811] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671292} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.247170] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ef27b1d5-1bb8-48ca-8ec1-149520bac6dd/ef27b1d5-1bb8-48ca-8ec1-149520bac6dd.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.247170] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.247170] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd017090-42a6-496f-b355-908e77f36a78 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.252108] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 847.252108] env[69374]: value = "task-4111311" [ 847.252108] env[69374]: _type = "Task" [ 847.252108] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.267298] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.319708] env[69374]: DEBUG nova.compute.manager [req-10678cbb-23bb-458b-9ef0-55827924a83e req-a98e40ec-75dc-4e5d-aaae-0bd1dd17fb40 service nova] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Received event network-vif-deleted-693bf589-f20b-4cc5-b397-cf4254ea2c44 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.319792] env[69374]: DEBUG nova.compute.manager [req-10678cbb-23bb-458b-9ef0-55827924a83e req-a98e40ec-75dc-4e5d-aaae-0bd1dd17fb40 service nova] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Received event network-vif-deleted-08848f11-d00e-430d-bb2d-d5a34e7887ba {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.324237] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e07c17-20fa-464a-a9d1-e1d22cd581f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.328107] env[69374]: DEBUG oslo_concurrency.lockutils [None req-41ce19c0-4d1e-4c70-bdfa-094d5defe2d4 tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.461s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.339099] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25443639-bb11-4459-a085-4b523b664d55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.387152] env[69374]: DEBUG oslo_concurrency.lockutils [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.389459] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902f4a80-c104-4ebf-98bc-eb8752d3b707 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.400207] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194a8f63-6901-468c-bda4-38f50fccac9f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.421463] env[69374]: DEBUG nova.compute.provider_tree [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.767523] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091453} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.767882] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.768775] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3517baa-d631-4e1e-b0f0-67eb20551092 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.796033] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] ef27b1d5-1bb8-48ca-8ec1-149520bac6dd/ef27b1d5-1bb8-48ca-8ec1-149520bac6dd.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.796446] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2e12daf-60ba-4a8f-950e-ccf5d2114307 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.818615] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 847.818615] env[69374]: value = "task-4111312" [ 847.818615] env[69374]: _type = "Task" [ 847.818615] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.827782] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.834479] env[69374]: DEBUG nova.compute.manager [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.962773] env[69374]: DEBUG nova.scheduler.client.report [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 847.963121] env[69374]: DEBUG nova.compute.provider_tree [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 74 to 75 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 847.963266] env[69374]: DEBUG nova.compute.provider_tree [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.332967] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111312, 'name': ReconfigVM_Task, 'duration_secs': 0.310418} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.333334] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Reconfigured VM instance instance-00000032 to attach disk [datastore1] ef27b1d5-1bb8-48ca-8ec1-149520bac6dd/ef27b1d5-1bb8-48ca-8ec1-149520bac6dd.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.334017] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c45a709-b2cd-4019-a6b3-804ed6fbaaf6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.346706] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 848.346706] env[69374]: value = "task-4111313" [ 848.346706] env[69374]: _type = "Task" [ 848.346706] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.355805] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111313, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.360650] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.469026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.191s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.472090] env[69374]: DEBUG nova.compute.manager [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.474098] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.931s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.474302] env[69374]: DEBUG nova.objects.instance [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 848.861025] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111313, 'name': Rename_Task, 'duration_secs': 0.229273} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.861025] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.861025] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20adc0bf-a2ab-4b23-ae5a-c6ca0c1049a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.870116] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 848.870116] env[69374]: value = "task-4111314" [ 848.870116] env[69374]: _type = "Task" [ 848.870116] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.879761] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.979216] env[69374]: DEBUG nova.compute.utils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.987123] env[69374]: DEBUG nova.compute.manager [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.987123] env[69374]: DEBUG nova.network.neutron [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.047095] env[69374]: DEBUG nova.policy [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49b3201d1d6640cb9c974528c481cb78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fab37523c6f44d9a05e30f74cbdc556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.384676] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.386678] env[69374]: DEBUG nova.network.neutron [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Successfully created port: afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.427767] env[69374]: DEBUG nova.compute.manager [req-1c287fa3-7105-4d6c-974d-56cee02913b1 req-a67843af-68a2-4b2d-9ec7-e207e5f58c20 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Received event network-changed-ae77cb70-f9a5-405d-a636-fc78f874de7b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.429401] env[69374]: DEBUG nova.compute.manager [req-1c287fa3-7105-4d6c-974d-56cee02913b1 req-a67843af-68a2-4b2d-9ec7-e207e5f58c20 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Refreshing instance network info cache due to event network-changed-ae77cb70-f9a5-405d-a636-fc78f874de7b. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.429707] env[69374]: DEBUG oslo_concurrency.lockutils [req-1c287fa3-7105-4d6c-974d-56cee02913b1 req-a67843af-68a2-4b2d-9ec7-e207e5f58c20 service nova] Acquiring lock "refresh_cache-57575546-660a-4ce5-b6b0-f0a0dfaa5169" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.429857] env[69374]: DEBUG oslo_concurrency.lockutils [req-1c287fa3-7105-4d6c-974d-56cee02913b1 req-a67843af-68a2-4b2d-9ec7-e207e5f58c20 service nova] Acquired lock "refresh_cache-57575546-660a-4ce5-b6b0-f0a0dfaa5169" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.430110] env[69374]: DEBUG nova.network.neutron [req-1c287fa3-7105-4d6c-974d-56cee02913b1 req-a67843af-68a2-4b2d-9ec7-e207e5f58c20 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Refreshing network info cache for port ae77cb70-f9a5-405d-a636-fc78f874de7b {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.488022] env[69374]: DEBUG nova.compute.manager [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.490544] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60f65196-3380-49a2-b090-60a7aaf122ff tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.491599] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.237s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.493670] env[69374]: INFO nova.compute.claims [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.882483] env[69374]: DEBUG oslo_vmware.api [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111314, 'name': PowerOnVM_Task, 'duration_secs': 0.735491} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.883568] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.883568] env[69374]: INFO nova.compute.manager [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Took 8.11 seconds to spawn the instance on the hypervisor. [ 849.886016] env[69374]: DEBUG nova.compute.manager [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.886016] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7671052-b830-47f4-8444-7743b1c62220 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.409197] env[69374]: INFO nova.compute.manager [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Took 40.84 seconds to build instance. [ 850.498526] env[69374]: DEBUG nova.compute.manager [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.534506] env[69374]: DEBUG nova.virt.hardware [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.534849] env[69374]: DEBUG nova.virt.hardware [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.535149] env[69374]: DEBUG nova.virt.hardware [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.535340] env[69374]: DEBUG nova.virt.hardware [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.535541] env[69374]: DEBUG nova.virt.hardware [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.535730] env[69374]: DEBUG nova.virt.hardware [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.536017] env[69374]: DEBUG nova.virt.hardware [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.536239] env[69374]: DEBUG nova.virt.hardware [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.536456] env[69374]: DEBUG nova.virt.hardware [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.536687] env[69374]: DEBUG nova.virt.hardware [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.537405] env[69374]: DEBUG nova.virt.hardware [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.538743] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b9238-f217-40ee-ae02-4b32ed460e20 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.554552] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4295c916-a946-4ae7-b21e-12c54590e293 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.912962] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f78df142-1e8a-484a-94ec-60c3eae35132 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.833s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.918202] env[69374]: DEBUG nova.network.neutron [req-1c287fa3-7105-4d6c-974d-56cee02913b1 req-a67843af-68a2-4b2d-9ec7-e207e5f58c20 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Updated VIF entry in instance network info cache for port ae77cb70-f9a5-405d-a636-fc78f874de7b. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.918925] env[69374]: DEBUG nova.network.neutron [req-1c287fa3-7105-4d6c-974d-56cee02913b1 req-a67843af-68a2-4b2d-9ec7-e207e5f58c20 service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Updating instance_info_cache with network_info: [{"id": "ae77cb70-f9a5-405d-a636-fc78f874de7b", "address": "fa:16:3e:9e:4f:2a", "network": {"id": "26ec782d-9c6a-4198-b6a3-19cd6c692497", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1806590212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a790baae7ad546d68831098e64f7f560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae77cb70-f9", "ovs_interfaceid": "ae77cb70-f9a5-405d-a636-fc78f874de7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.090525] env[69374]: DEBUG nova.network.neutron [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Successfully updated port: afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.201780] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f524a97-f009-4593-813f-7c1ed63052da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.211608] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05546f70-8ef3-4f93-b677-835651a89b85 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.246275] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2597f674-99d4-4b1d-a984-e54cc979ae21 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.255804] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcfac30-a2a2-431d-961e-a99e6f396e48 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.275852] env[69374]: DEBUG nova.compute.provider_tree [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.422103] env[69374]: DEBUG nova.compute.manager [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.429528] env[69374]: DEBUG oslo_concurrency.lockutils [req-1c287fa3-7105-4d6c-974d-56cee02913b1 req-a67843af-68a2-4b2d-9ec7-e207e5f58c20 service nova] Releasing lock "refresh_cache-57575546-660a-4ce5-b6b0-f0a0dfaa5169" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.506592] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.506934] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.602729] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "refresh_cache-e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.602729] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "refresh_cache-e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.602729] env[69374]: DEBUG nova.network.neutron [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.780721] env[69374]: DEBUG nova.scheduler.client.report [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.968695] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.987541] env[69374]: DEBUG nova.compute.manager [req-fb89209f-69a2-4465-8b15-1fd02762b1e7 req-48e6bd97-1f0c-4d08-8e16-575b80056832 service nova] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Received event network-vif-plugged-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.987541] env[69374]: DEBUG oslo_concurrency.lockutils [req-fb89209f-69a2-4465-8b15-1fd02762b1e7 req-48e6bd97-1f0c-4d08-8e16-575b80056832 service nova] Acquiring lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.987541] env[69374]: DEBUG oslo_concurrency.lockutils [req-fb89209f-69a2-4465-8b15-1fd02762b1e7 req-48e6bd97-1f0c-4d08-8e16-575b80056832 service nova] Lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.987541] env[69374]: DEBUG oslo_concurrency.lockutils [req-fb89209f-69a2-4465-8b15-1fd02762b1e7 req-48e6bd97-1f0c-4d08-8e16-575b80056832 service nova] Lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.987541] env[69374]: DEBUG nova.compute.manager [req-fb89209f-69a2-4465-8b15-1fd02762b1e7 req-48e6bd97-1f0c-4d08-8e16-575b80056832 service nova] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] No waiting events found dispatching network-vif-plugged-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 851.987541] env[69374]: WARNING nova.compute.manager [req-fb89209f-69a2-4465-8b15-1fd02762b1e7 req-48e6bd97-1f0c-4d08-8e16-575b80056832 service nova] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Received unexpected event network-vif-plugged-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 for instance with vm_state building and task_state spawning. [ 852.016216] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.018729] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.018729] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.018729] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.018729] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.018729] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.018729] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 852.018729] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.140660] env[69374]: DEBUG nova.network.neutron [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.286304] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.287336] env[69374]: DEBUG nova.compute.manager [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.290535] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.937s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.316704] env[69374]: DEBUG nova.network.neutron [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Updating instance_info_cache with network_info: [{"id": "afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792", "address": "fa:16:3e:27:be:1b", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd3bed2-b3", "ovs_interfaceid": "afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.415128] env[69374]: DEBUG nova.compute.manager [req-c6834705-a508-458a-b529-8a14752f5cd5 req-e7956d7f-7bd0-4992-b8b7-f97602cf263a service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Received event network-changed-97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.415334] env[69374]: DEBUG nova.compute.manager [req-c6834705-a508-458a-b529-8a14752f5cd5 req-e7956d7f-7bd0-4992-b8b7-f97602cf263a service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Refreshing instance network info cache due to event network-changed-97b11513-ba6a-4a33-8072-7e139780910b. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.415574] env[69374]: DEBUG oslo_concurrency.lockutils [req-c6834705-a508-458a-b529-8a14752f5cd5 req-e7956d7f-7bd0-4992-b8b7-f97602cf263a service nova] Acquiring lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.415752] env[69374]: DEBUG oslo_concurrency.lockutils [req-c6834705-a508-458a-b529-8a14752f5cd5 req-e7956d7f-7bd0-4992-b8b7-f97602cf263a service nova] Acquired lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.415893] env[69374]: DEBUG nova.network.neutron [req-c6834705-a508-458a-b529-8a14752f5cd5 req-e7956d7f-7bd0-4992-b8b7-f97602cf263a service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Refreshing network info cache for port 97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.521611] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.794098] env[69374]: DEBUG nova.compute.utils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.798072] env[69374]: INFO nova.compute.claims [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.802230] env[69374]: DEBUG nova.compute.manager [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.802416] env[69374]: DEBUG nova.network.neutron [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.820093] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "refresh_cache-e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.820093] env[69374]: DEBUG nova.compute.manager [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Instance network_info: |[{"id": "afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792", "address": "fa:16:3e:27:be:1b", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd3bed2-b3", "ovs_interfaceid": "afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.820838] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:be:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.829605] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Creating folder: Project (7fab37523c6f44d9a05e30f74cbdc556). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.831450] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8174a6d-4d0f-40a7-8560-66a1181fb53e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.846131] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Created folder: Project (7fab37523c6f44d9a05e30f74cbdc556) in parent group-v814324. [ 852.846396] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Creating folder: Instances. Parent ref: group-v814478. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.846632] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd897dc9-af39-46aa-9778-f5eeff2c794b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.859371] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Created folder: Instances in parent group-v814478. [ 852.859687] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.859912] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.860158] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfc6f862-b230-46ed-bb56-52c485aff277 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.885924] env[69374]: DEBUG nova.policy [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49f3faaeebbd40ea9016e2efa8e678e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f304e12eb01b404383cd0a9f7bcff1b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.894140] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.894140] env[69374]: value = "task-4111317" [ 852.894140] env[69374]: _type = "Task" [ 852.894140] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.904524] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111317, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.233371] env[69374]: DEBUG nova.network.neutron [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Successfully created port: 0f2352b6-e961-4d4f-afe4-97ca1556ab33 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.305063] env[69374]: DEBUG nova.compute.manager [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.314212] env[69374]: INFO nova.compute.resource_tracker [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating resource usage from migration 32548c78-6157-422a-9038-6b9a16d9e95a [ 853.412733] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111317, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.481420] env[69374]: DEBUG nova.network.neutron [req-c6834705-a508-458a-b529-8a14752f5cd5 req-e7956d7f-7bd0-4992-b8b7-f97602cf263a service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updated VIF entry in instance network info cache for port 97b11513-ba6a-4a33-8072-7e139780910b. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.481742] env[69374]: DEBUG nova.network.neutron [req-c6834705-a508-458a-b529-8a14752f5cd5 req-e7956d7f-7bd0-4992-b8b7-f97602cf263a service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updating instance_info_cache with network_info: [{"id": "97b11513-ba6a-4a33-8072-7e139780910b", "address": "fa:16:3e:09:eb:53", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b11513-ba", "ovs_interfaceid": "97b11513-ba6a-4a33-8072-7e139780910b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.534017] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquiring lock "f2722731-3d5f-43c3-8edf-49246bfe6643" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.534423] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Lock "f2722731-3d5f-43c3-8edf-49246bfe6643" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.587085] env[69374]: DEBUG nova.network.neutron [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Successfully created port: 9992332a-6ce0-4c6e-8184-1c61924762de {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.910863] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111317, 'name': CreateVM_Task, 'duration_secs': 0.622297} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.911084] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.911806] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.911969] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.912325] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.912584] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dab2fb1-00a3-41ec-93b6-781840931b93 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.922116] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 853.922116] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5216defe-7886-56e9-4b41-b73e43452c91" [ 853.922116] env[69374]: _type = "Task" [ 853.922116] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.933509] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5216defe-7886-56e9-4b41-b73e43452c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.987334] env[69374]: DEBUG oslo_concurrency.lockutils [req-c6834705-a508-458a-b529-8a14752f5cd5 req-e7956d7f-7bd0-4992-b8b7-f97602cf263a service nova] Releasing lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.995645] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c4037d-0b21-4e84-abac-0a54705dcdac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.004877] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e86c9ae-d844-4bb8-ac93-486b0b738f4d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.047120] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1e993c-dc5f-4b82-b2d0-2760f933385d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.056343] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53449fa-937b-4cb9-921c-ad8caac742fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.074741] env[69374]: DEBUG nova.compute.provider_tree [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.317357] env[69374]: DEBUG nova.compute.manager [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.358019] env[69374]: DEBUG nova.virt.hardware [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.358019] env[69374]: DEBUG nova.virt.hardware [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.358019] env[69374]: DEBUG nova.virt.hardware [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.358019] env[69374]: DEBUG nova.virt.hardware [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.358019] env[69374]: DEBUG nova.virt.hardware [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.358019] env[69374]: DEBUG nova.virt.hardware [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.358019] env[69374]: DEBUG nova.virt.hardware [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.358019] env[69374]: DEBUG nova.virt.hardware [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.358746] env[69374]: DEBUG nova.virt.hardware [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.359099] env[69374]: DEBUG nova.virt.hardware [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.359490] env[69374]: DEBUG nova.virt.hardware [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.361034] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca0d5e5-bedc-4542-b3df-0fda991a260d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.370716] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95bd674-86ba-4e8e-85fa-806236dfb74d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.443345] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5216defe-7886-56e9-4b41-b73e43452c91, 'name': SearchDatastore_Task, 'duration_secs': 0.026912} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.443345] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.443345] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.443345] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.443345] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.443650] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.443973] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20611ea1-c126-4259-952c-d1cfccf98650 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.491684] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.491912] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.492726] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7474c88f-016e-4f2c-8db8-8c85348f7fe3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.500303] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 854.500303] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5216e3fb-b960-00e8-2c67-aa51b60fd232" [ 854.500303] env[69374]: _type = "Task" [ 854.500303] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.510747] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5216e3fb-b960-00e8-2c67-aa51b60fd232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.581030] env[69374]: DEBUG nova.scheduler.client.report [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.644404] env[69374]: DEBUG oslo_vmware.rw_handles [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc1c8-f58d-fdb5-3919-660ce0439081/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 854.645908] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828bd1ec-c980-4a91-8e8e-c2444b987942 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.653941] env[69374]: DEBUG oslo_vmware.rw_handles [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc1c8-f58d-fdb5-3919-660ce0439081/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 854.654173] env[69374]: ERROR oslo_vmware.rw_handles [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc1c8-f58d-fdb5-3919-660ce0439081/disk-0.vmdk due to incomplete transfer. [ 854.654409] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a088e65c-1d05-42e1-9703-b8377ea12bbd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.665174] env[69374]: DEBUG oslo_vmware.rw_handles [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcc1c8-f58d-fdb5-3919-660ce0439081/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 854.665392] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Uploaded image e709333f-30cb-4e10-8681-ca826df235f6 to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 854.667905] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.668361] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-adbb36bd-6ffd-49f0-bd44-2fed28b864e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.678147] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 854.678147] env[69374]: value = "task-4111318" [ 854.678147] env[69374]: _type = "Task" [ 854.678147] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.689242] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111318, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.019265] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5216e3fb-b960-00e8-2c67-aa51b60fd232, 'name': SearchDatastore_Task, 'duration_secs': 0.01986} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.019265] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b74dffb6-102c-4058-8044-f9682ff121ec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.024962] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 855.024962] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526b1b8a-a38c-a526-a93a-e6647cc255df" [ 855.024962] env[69374]: _type = "Task" [ 855.024962] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.037679] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526b1b8a-a38c-a526-a93a-e6647cc255df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.083207] env[69374]: DEBUG nova.compute.manager [req-6b0db48b-3408-4b21-85bf-de7ca53e8fd0 req-d47ff955-5604-4ac6-bfdc-f6f125185597 service nova] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Received event network-changed-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.083539] env[69374]: DEBUG nova.compute.manager [req-6b0db48b-3408-4b21-85bf-de7ca53e8fd0 req-d47ff955-5604-4ac6-bfdc-f6f125185597 service nova] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Refreshing instance network info cache due to event network-changed-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.084174] env[69374]: DEBUG oslo_concurrency.lockutils [req-6b0db48b-3408-4b21-85bf-de7ca53e8fd0 req-d47ff955-5604-4ac6-bfdc-f6f125185597 service nova] Acquiring lock "refresh_cache-e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.084352] env[69374]: DEBUG oslo_concurrency.lockutils [req-6b0db48b-3408-4b21-85bf-de7ca53e8fd0 req-d47ff955-5604-4ac6-bfdc-f6f125185597 service nova] Acquired lock "refresh_cache-e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.088028] env[69374]: DEBUG nova.network.neutron [req-6b0db48b-3408-4b21-85bf-de7ca53e8fd0 req-d47ff955-5604-4ac6-bfdc-f6f125185597 service nova] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Refreshing network info cache for port afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.088028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.796s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.088028] env[69374]: INFO nova.compute.manager [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Migrating [ 855.093601] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.384s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.095122] env[69374]: INFO nova.compute.claims [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.189433] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111318, 'name': Destroy_Task, 'duration_secs': 0.363606} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.189753] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Destroyed the VM [ 855.189987] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 855.190299] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71adb449-d69b-4c7e-99fe-93435f0f29c9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.194268] env[69374]: DEBUG nova.network.neutron [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Successfully updated port: 0f2352b6-e961-4d4f-afe4-97ca1556ab33 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.198274] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 855.198274] env[69374]: value = "task-4111319" [ 855.198274] env[69374]: _type = "Task" [ 855.198274] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.211093] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111319, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.255956] env[69374]: DEBUG nova.compute.manager [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Received event network-changed-97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.256201] env[69374]: DEBUG nova.compute.manager [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Refreshing instance network info cache due to event network-changed-97b11513-ba6a-4a33-8072-7e139780910b. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.256409] env[69374]: DEBUG oslo_concurrency.lockutils [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] Acquiring lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.256556] env[69374]: DEBUG oslo_concurrency.lockutils [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] Acquired lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.256717] env[69374]: DEBUG nova.network.neutron [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Refreshing network info cache for port 97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.537205] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526b1b8a-a38c-a526-a93a-e6647cc255df, 'name': SearchDatastore_Task, 'duration_secs': 0.036525} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.537596] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.537832] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] e8d90ed7-91d5-4d19-a4d4-e200c43b3de2/e8d90ed7-91d5-4d19-a4d4-e200c43b3de2.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.538091] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73b0ee1e-e290-47a0-b58c-6902a964eaf4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.546052] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 855.546052] env[69374]: value = "task-4111320" [ 855.546052] env[69374]: _type = "Task" [ 855.546052] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.555757] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.610348] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.610743] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.610743] env[69374]: DEBUG nova.network.neutron [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.710863] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111319, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.887349] env[69374]: DEBUG nova.network.neutron [req-6b0db48b-3408-4b21-85bf-de7ca53e8fd0 req-d47ff955-5604-4ac6-bfdc-f6f125185597 service nova] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Updated VIF entry in instance network info cache for port afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.887349] env[69374]: DEBUG nova.network.neutron [req-6b0db48b-3408-4b21-85bf-de7ca53e8fd0 req-d47ff955-5604-4ac6-bfdc-f6f125185597 service nova] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Updating instance_info_cache with network_info: [{"id": "afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792", "address": "fa:16:3e:27:be:1b", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd3bed2-b3", "ovs_interfaceid": "afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.062094] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111320, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.221802] env[69374]: DEBUG oslo_vmware.api [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111319, 'name': RemoveSnapshot_Task, 'duration_secs': 0.689821} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.222440] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 856.222752] env[69374]: INFO nova.compute.manager [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Took 15.45 seconds to snapshot the instance on the hypervisor. [ 856.377486] env[69374]: DEBUG nova.network.neutron [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance_info_cache with network_info: [{"id": "c5cec549-8c86-46f6-99cd-d99fba306d84", "address": "fa:16:3e:c9:f1:95", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cec549-8c", "ovs_interfaceid": "c5cec549-8c86-46f6-99cd-d99fba306d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.392375] env[69374]: DEBUG oslo_concurrency.lockutils [req-6b0db48b-3408-4b21-85bf-de7ca53e8fd0 req-d47ff955-5604-4ac6-bfdc-f6f125185597 service nova] Releasing lock "refresh_cache-e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.436052] env[69374]: DEBUG nova.network.neutron [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updated VIF entry in instance network info cache for port 97b11513-ba6a-4a33-8072-7e139780910b. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.436453] env[69374]: DEBUG nova.network.neutron [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updating instance_info_cache with network_info: [{"id": "97b11513-ba6a-4a33-8072-7e139780910b", "address": "fa:16:3e:09:eb:53", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b11513-ba", "ovs_interfaceid": "97b11513-ba6a-4a33-8072-7e139780910b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.561990] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660131} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.563409] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] e8d90ed7-91d5-4d19-a4d4-e200c43b3de2/e8d90ed7-91d5-4d19-a4d4-e200c43b3de2.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.563409] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.563409] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a8555d9-438c-47eb-a077-33546fbea7ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.570856] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 856.570856] env[69374]: value = "task-4111321" [ 856.570856] env[69374]: _type = "Task" [ 856.570856] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.582533] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.734742] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67109f1-b270-4dfe-8d84-3c850fdf72d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.745875] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02fed9a-3621-4d8f-8ddc-647296440fd9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.783914] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d73124-60c7-4757-9c49-3d2ccf017984 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.792049] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70699eca-546f-4539-a543-6a41d000ef60 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.798292] env[69374]: DEBUG nova.compute.manager [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Found 3 images (rotation: 2) {{(pid=69374) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 856.798482] env[69374]: DEBUG nova.compute.manager [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Rotating out 1 backups {{(pid=69374) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 856.798664] env[69374]: DEBUG nova.compute.manager [None req-c94cbcbb-5e22-4756-96a3-cb09d95c7272 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Deleting image 9fef6a5a-3075-4374-a2b1-4baa12be6715 {{(pid=69374) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 856.811338] env[69374]: DEBUG nova.compute.provider_tree [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.881085] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.941181] env[69374]: DEBUG oslo_concurrency.lockutils [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] Releasing lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.941320] env[69374]: DEBUG nova.compute.manager [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Received event network-changed-2b1ad46d-4b27-41ec-aab9-1d99562747ee {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.941493] env[69374]: DEBUG nova.compute.manager [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Refreshing instance network info cache due to event network-changed-2b1ad46d-4b27-41ec-aab9-1d99562747ee. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.941709] env[69374]: DEBUG oslo_concurrency.lockutils [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] Acquiring lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.941895] env[69374]: DEBUG oslo_concurrency.lockutils [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] Acquired lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.942011] env[69374]: DEBUG nova.network.neutron [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Refreshing network info cache for port 2b1ad46d-4b27-41ec-aab9-1d99562747ee {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.084321] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081559} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.084731] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.085817] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0859627-06eb-47b1-a0ae-f14c0d12e7ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.113360] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] e8d90ed7-91d5-4d19-a4d4-e200c43b3de2/e8d90ed7-91d5-4d19-a4d4-e200c43b3de2.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.113830] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09a88196-4e10-435a-9466-124433e73d0d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.135655] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 857.135655] env[69374]: value = "task-4111322" [ 857.135655] env[69374]: _type = "Task" [ 857.135655] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.148301] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.345167] env[69374]: ERROR nova.scheduler.client.report [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [req-e3cedbec-fa0b-4b24-b7cb-6458de9462c7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e3cedbec-fa0b-4b24-b7cb-6458de9462c7"}]} [ 857.368886] env[69374]: DEBUG nova.scheduler.client.report [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 857.391644] env[69374]: DEBUG nova.scheduler.client.report [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 857.391820] env[69374]: DEBUG nova.compute.provider_tree [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.408307] env[69374]: DEBUG nova.scheduler.client.report [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 857.430757] env[69374]: DEBUG nova.compute.manager [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Received event network-vif-plugged-0f2352b6-e961-4d4f-afe4-97ca1556ab33 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.430757] env[69374]: DEBUG oslo_concurrency.lockutils [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] Acquiring lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.430757] env[69374]: DEBUG oslo_concurrency.lockutils [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] Lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.430757] env[69374]: DEBUG oslo_concurrency.lockutils [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] Lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.430757] env[69374]: DEBUG nova.compute.manager [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] No waiting events found dispatching network-vif-plugged-0f2352b6-e961-4d4f-afe4-97ca1556ab33 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.430757] env[69374]: WARNING nova.compute.manager [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Received unexpected event network-vif-plugged-0f2352b6-e961-4d4f-afe4-97ca1556ab33 for instance with vm_state building and task_state spawning. [ 857.431211] env[69374]: DEBUG nova.compute.manager [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Received event network-changed-0f2352b6-e961-4d4f-afe4-97ca1556ab33 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.431211] env[69374]: DEBUG nova.compute.manager [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Refreshing instance network info cache due to event network-changed-0f2352b6-e961-4d4f-afe4-97ca1556ab33. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.433248] env[69374]: DEBUG oslo_concurrency.lockutils [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] Acquiring lock "refresh_cache-ee7e33f7-25ba-46d1-84b8-07b05170a1b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.433248] env[69374]: DEBUG oslo_concurrency.lockutils [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] Acquired lock "refresh_cache-ee7e33f7-25ba-46d1-84b8-07b05170a1b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.433248] env[69374]: DEBUG nova.network.neutron [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Refreshing network info cache for port 0f2352b6-e961-4d4f-afe4-97ca1556ab33 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.433602] env[69374]: DEBUG nova.scheduler.client.report [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 857.649839] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111322, 'name': ReconfigVM_Task, 'duration_secs': 0.364802} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.654890] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Reconfigured VM instance instance-00000033 to attach disk [datastore2] e8d90ed7-91d5-4d19-a4d4-e200c43b3de2/e8d90ed7-91d5-4d19-a4d4-e200c43b3de2.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.656768] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ea29968-bbe2-4795-ac2d-6775277608f5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.669921] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 857.669921] env[69374]: value = "task-4111323" [ 857.669921] env[69374]: _type = "Task" [ 857.669921] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.686736] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111323, 'name': Rename_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.733590] env[69374]: DEBUG nova.compute.manager [req-28c7cae1-2cf7-4010-9234-c428e78084f5 req-91f1a642-98dc-4ce1-ba55-a5de81184fd2 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Received event network-changed-2b1ad46d-4b27-41ec-aab9-1d99562747ee {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.733812] env[69374]: DEBUG nova.compute.manager [req-28c7cae1-2cf7-4010-9234-c428e78084f5 req-91f1a642-98dc-4ce1-ba55-a5de81184fd2 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Refreshing instance network info cache due to event network-changed-2b1ad46d-4b27-41ec-aab9-1d99562747ee. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.734015] env[69374]: DEBUG oslo_concurrency.lockutils [req-28c7cae1-2cf7-4010-9234-c428e78084f5 req-91f1a642-98dc-4ce1-ba55-a5de81184fd2 service nova] Acquiring lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.982213] env[69374]: DEBUG nova.network.neutron [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.063983] env[69374]: DEBUG nova.network.neutron [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Updated VIF entry in instance network info cache for port 2b1ad46d-4b27-41ec-aab9-1d99562747ee. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.065293] env[69374]: DEBUG nova.network.neutron [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Updating instance_info_cache with network_info: [{"id": "2b1ad46d-4b27-41ec-aab9-1d99562747ee", "address": "fa:16:3e:f9:68:36", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1ad46d-4b", "ovs_interfaceid": "2b1ad46d-4b27-41ec-aab9-1d99562747ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.087659] env[69374]: DEBUG nova.network.neutron [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.120020] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d35b75-cd47-44e6-bc79-cd63533c7d89 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.128902] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.129411] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.129838] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.130164] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.130516] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.133072] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab94367-f71a-4b7d-9a8a-986ccb43f635 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.136925] env[69374]: INFO nova.compute.manager [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Terminating instance [ 858.178031] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03afd96-6abc-44b3-b878-61d1de0e8a51 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.187261] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111323, 'name': Rename_Task, 'duration_secs': 0.174711} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.189286] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.190061] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c91b90dc-a5f9-45eb-bc79-7293ba6ff47d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.192818] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b112cd5-6def-409d-8040-2ac0d553e158 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.208883] env[69374]: DEBUG nova.compute.provider_tree [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.212371] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 858.212371] env[69374]: value = "task-4111324" [ 858.212371] env[69374]: _type = "Task" [ 858.212371] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.222699] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111324, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.326722] env[69374]: DEBUG nova.network.neutron [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Successfully updated port: 9992332a-6ce0-4c6e-8184-1c61924762de {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.398833] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4998ad62-4b17-4363-9173-b43dcf43e5ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.420125] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance 'a1ab1f2f-0e69-4483-9271-45a85b69608c' progress to 0 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.567469] env[69374]: DEBUG oslo_concurrency.lockutils [req-e95e53e3-4544-441d-a93c-a179f0e6cbb4 req-642aa570-a528-4ece-a79c-25c512a2f097 service nova] Releasing lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.567974] env[69374]: DEBUG oslo_concurrency.lockutils [req-28c7cae1-2cf7-4010-9234-c428e78084f5 req-91f1a642-98dc-4ce1-ba55-a5de81184fd2 service nova] Acquired lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.568238] env[69374]: DEBUG nova.network.neutron [req-28c7cae1-2cf7-4010-9234-c428e78084f5 req-91f1a642-98dc-4ce1-ba55-a5de81184fd2 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Refreshing network info cache for port 2b1ad46d-4b27-41ec-aab9-1d99562747ee {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.590526] env[69374]: DEBUG oslo_concurrency.lockutils [req-b4a60075-f497-4019-bccc-5b768d80a854 req-67528c45-af9a-43e9-b928-58d7bcf577dd service nova] Releasing lock "refresh_cache-ee7e33f7-25ba-46d1-84b8-07b05170a1b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.677021] env[69374]: DEBUG nova.compute.manager [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.677021] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.677021] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e696660a-a296-4563-8810-96fa731ccce2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.683951] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.684259] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee97d82-b212-430f-8814-a6652b3b8ef5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.692646] env[69374]: DEBUG oslo_vmware.api [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 858.692646] env[69374]: value = "task-4111325" [ 858.692646] env[69374]: _type = "Task" [ 858.692646] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.702875] env[69374]: DEBUG oslo_vmware.api [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.734352] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111324, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.753767] env[69374]: DEBUG nova.scheduler.client.report [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 858.753767] env[69374]: DEBUG nova.compute.provider_tree [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 76 to 77 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 858.753767] env[69374]: DEBUG nova.compute.provider_tree [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.829911] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "refresh_cache-ee7e33f7-25ba-46d1-84b8-07b05170a1b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.830187] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquired lock "refresh_cache-ee7e33f7-25ba-46d1-84b8-07b05170a1b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.830433] env[69374]: DEBUG nova.network.neutron [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.926866] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.927266] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abdd5008-a6ef-44e0-87c4-b355d0ca7345 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.936319] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 858.936319] env[69374]: value = "task-4111326" [ 858.936319] env[69374]: _type = "Task" [ 858.936319] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.947099] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.205811] env[69374]: DEBUG oslo_vmware.api [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111325, 'name': PowerOffVM_Task, 'duration_secs': 0.343331} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.206190] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.206288] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.206610] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3fd9ccc-6caf-4f2d-9278-3cc2a8d0b2f1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.228455] env[69374]: DEBUG oslo_vmware.api [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111324, 'name': PowerOnVM_Task, 'duration_secs': 0.700637} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.232023] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.232266] env[69374]: INFO nova.compute.manager [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Took 8.73 seconds to spawn the instance on the hypervisor. [ 859.232649] env[69374]: DEBUG nova.compute.manager [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 859.233430] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64f6d48-0c62-42bc-b064-a15db0a9595b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.258669] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.165s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.259797] env[69374]: DEBUG nova.compute.manager [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.263287] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.438s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.263538] env[69374]: DEBUG nova.objects.instance [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lazy-loading 'resources' on Instance uuid c3c4d8dc-bc7f-4128-b323-341d335219cb {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.387218] env[69374]: DEBUG nova.network.neutron [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.450277] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111326, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.514177] env[69374]: DEBUG nova.network.neutron [req-28c7cae1-2cf7-4010-9234-c428e78084f5 req-91f1a642-98dc-4ce1-ba55-a5de81184fd2 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Updated VIF entry in instance network info cache for port 2b1ad46d-4b27-41ec-aab9-1d99562747ee. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.514177] env[69374]: DEBUG nova.network.neutron [req-28c7cae1-2cf7-4010-9234-c428e78084f5 req-91f1a642-98dc-4ce1-ba55-a5de81184fd2 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Updating instance_info_cache with network_info: [{"id": "2b1ad46d-4b27-41ec-aab9-1d99562747ee", "address": "fa:16:3e:f9:68:36", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1ad46d-4b", "ovs_interfaceid": "2b1ad46d-4b27-41ec-aab9-1d99562747ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.562557] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.563184] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.563184] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Deleting the datastore file [datastore1] ef27b1d5-1bb8-48ca-8ec1-149520bac6dd {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.563341] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d2b05c5-9820-49c6-a8d8-fa81b3c31f6f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.571636] env[69374]: DEBUG oslo_vmware.api [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 859.571636] env[69374]: value = "task-4111328" [ 859.571636] env[69374]: _type = "Task" [ 859.571636] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.585363] env[69374]: DEBUG oslo_vmware.api [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.729921] env[69374]: DEBUG nova.network.neutron [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Updating instance_info_cache with network_info: [{"id": "0f2352b6-e961-4d4f-afe4-97ca1556ab33", "address": "fa:16:3e:21:39:92", "network": {"id": "df5ad200-3e5a-4618-a618-d336be3c9948", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-986610211", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2352b6-e9", "ovs_interfaceid": "0f2352b6-e961-4d4f-afe4-97ca1556ab33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9992332a-6ce0-4c6e-8184-1c61924762de", "address": "fa:16:3e:bf:77:5b", "network": {"id": "68c47af2-4f58-445f-b193-9b54d7ed8be6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1411563573", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9992332a-6c", "ovs_interfaceid": "9992332a-6ce0-4c6e-8184-1c61924762de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.754621] env[69374]: INFO nova.compute.manager [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Took 47.53 seconds to build instance. [ 859.767052] env[69374]: DEBUG nova.compute.utils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.774791] env[69374]: DEBUG nova.compute.manager [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.774791] env[69374]: DEBUG nova.network.neutron [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.784192] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Acquiring lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.784192] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.819113] env[69374]: DEBUG nova.policy [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ed2cd91d50a40ac93210a8986ca32a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bcf16760afa4bdba3e8c876c7e5aa56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.948176] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111326, 'name': PowerOffVM_Task, 'duration_secs': 0.593848} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.950936] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.951042] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance 'a1ab1f2f-0e69-4483-9271-45a85b69608c' progress to 17 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.017759] env[69374]: DEBUG oslo_concurrency.lockutils [req-28c7cae1-2cf7-4010-9234-c428e78084f5 req-91f1a642-98dc-4ce1-ba55-a5de81184fd2 service nova] Releasing lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.085676] env[69374]: DEBUG oslo_vmware.api [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17144} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.086495] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.086495] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.086495] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.086696] env[69374]: INFO nova.compute.manager [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Took 1.41 seconds to destroy the instance on the hypervisor. [ 860.086851] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.087073] env[69374]: DEBUG nova.compute.manager [-] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.087170] env[69374]: DEBUG nova.network.neutron [-] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.116704] env[69374]: DEBUG nova.network.neutron [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Successfully created port: bfd96e6b-23be-442d-b6a3-8c987772b62f {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.235784] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Releasing lock "refresh_cache-ee7e33f7-25ba-46d1-84b8-07b05170a1b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.236190] env[69374]: DEBUG nova.compute.manager [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Instance network_info: |[{"id": "0f2352b6-e961-4d4f-afe4-97ca1556ab33", "address": "fa:16:3e:21:39:92", "network": {"id": "df5ad200-3e5a-4618-a618-d336be3c9948", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-986610211", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2352b6-e9", "ovs_interfaceid": "0f2352b6-e961-4d4f-afe4-97ca1556ab33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9992332a-6ce0-4c6e-8184-1c61924762de", "address": "fa:16:3e:bf:77:5b", "network": {"id": "68c47af2-4f58-445f-b193-9b54d7ed8be6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1411563573", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9992332a-6c", "ovs_interfaceid": "9992332a-6ce0-4c6e-8184-1c61924762de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.236668] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:39:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f2352b6-e961-4d4f-afe4-97ca1556ab33', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:77:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9992332a-6ce0-4c6e-8184-1c61924762de', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.246547] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.251051] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.251579] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38dc3486-719a-4085-99b1-10f71c798d91 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.274011] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06fdf53d-28fb-49b9-8f54-fae84fbc14fa tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.571s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.276154] env[69374]: DEBUG nova.compute.manager [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.291598] env[69374]: DEBUG nova.compute.utils [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.292850] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.292850] env[69374]: value = "task-4111329" [ 860.292850] env[69374]: _type = "Task" [ 860.292850] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.311106] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111329, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.407777] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab07c53b-7af0-4991-8a41-2cd08c73418c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.417946] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d746093b-52d8-4073-8d96-137e10aaa24f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.455649] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baa3c07-62eb-43bb-980b-c43bdf0ee98d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.460198] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.460573] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.460856] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.461160] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.461397] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.461605] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.461883] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.462131] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.462360] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.462589] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.462817] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.468470] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39c02380-7a80-4178-aab6-5fbfa9143eba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.485844] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b47047-948e-49d5-b40a-2ad223a85788 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.489966] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 860.489966] env[69374]: value = "task-4111330" [ 860.489966] env[69374]: _type = "Task" [ 860.489966] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.505022] env[69374]: DEBUG nova.compute.provider_tree [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.511366] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.756160] env[69374]: DEBUG nova.compute.manager [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Received event network-vif-plugged-9992332a-6ce0-4c6e-8184-1c61924762de {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.756332] env[69374]: DEBUG oslo_concurrency.lockutils [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] Acquiring lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.756555] env[69374]: DEBUG oslo_concurrency.lockutils [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] Lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.756725] env[69374]: DEBUG oslo_concurrency.lockutils [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] Lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.756892] env[69374]: DEBUG nova.compute.manager [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] No waiting events found dispatching network-vif-plugged-9992332a-6ce0-4c6e-8184-1c61924762de {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 860.757064] env[69374]: WARNING nova.compute.manager [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Received unexpected event network-vif-plugged-9992332a-6ce0-4c6e-8184-1c61924762de for instance with vm_state building and task_state spawning. [ 860.757227] env[69374]: DEBUG nova.compute.manager [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Received event network-changed-9992332a-6ce0-4c6e-8184-1c61924762de {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.757378] env[69374]: DEBUG nova.compute.manager [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Refreshing instance network info cache due to event network-changed-9992332a-6ce0-4c6e-8184-1c61924762de. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.757655] env[69374]: DEBUG oslo_concurrency.lockutils [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] Acquiring lock "refresh_cache-ee7e33f7-25ba-46d1-84b8-07b05170a1b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.757723] env[69374]: DEBUG oslo_concurrency.lockutils [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] Acquired lock "refresh_cache-ee7e33f7-25ba-46d1-84b8-07b05170a1b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.757914] env[69374]: DEBUG nova.network.neutron [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Refreshing network info cache for port 9992332a-6ce0-4c6e-8184-1c61924762de {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.781876] env[69374]: DEBUG nova.compute.manager [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.800098] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.809922] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111329, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.970860] env[69374]: DEBUG nova.network.neutron [-] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.001243] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111330, 'name': ReconfigVM_Task, 'duration_secs': 0.322455} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.001413] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance 'a1ab1f2f-0e69-4483-9271-45a85b69608c' progress to 33 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.006233] env[69374]: DEBUG nova.scheduler.client.report [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.292689] env[69374]: DEBUG nova.compute.manager [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.314604] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111329, 'name': CreateVM_Task, 'duration_secs': 0.530395} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.317152] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.317714] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.318978] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.319201] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.319458] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.320477] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00ecdc8-127a-4b51-b2ea-4bb69f674d37 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.325920] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 861.325920] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52be244a-eabf-18ac-6a73-41807629b131" [ 861.325920] env[69374]: _type = "Task" [ 861.325920] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.333151] env[69374]: DEBUG nova.virt.hardware [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.333416] env[69374]: DEBUG nova.virt.hardware [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.334037] env[69374]: DEBUG nova.virt.hardware [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.334037] env[69374]: DEBUG nova.virt.hardware [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.334037] env[69374]: DEBUG nova.virt.hardware [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.334037] env[69374]: DEBUG nova.virt.hardware [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.334281] env[69374]: DEBUG nova.virt.hardware [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.334339] env[69374]: DEBUG nova.virt.hardware [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.334512] env[69374]: DEBUG nova.virt.hardware [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.334671] env[69374]: DEBUG nova.virt.hardware [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.334863] env[69374]: DEBUG nova.virt.hardware [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.335806] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582fecb4-c09f-49b7-b1ae-ee2a28e75dba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.347711] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b485b5-0e09-4816-8662-5f1fd6257a49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.352433] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52be244a-eabf-18ac-6a73-41807629b131, 'name': SearchDatastore_Task, 'duration_secs': 0.014216} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.355448] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.355717] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.355962] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.356124] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.356300] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.357047] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb0ba961-99b2-49c9-b1b9-fd9597ac7569 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.378110] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.378281] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.382054] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac30700-7912-4d72-a032-e8051085423f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.390973] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 861.390973] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d37462-7e90-eab3-4468-32b1fa9ce70a" [ 861.390973] env[69374]: _type = "Task" [ 861.390973] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.401157] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d37462-7e90-eab3-4468-32b1fa9ce70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.479254] env[69374]: INFO nova.compute.manager [-] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Took 1.39 seconds to deallocate network for instance. [ 861.508933] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:20:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56d76699-ef5f-4276-9a02-15a791ce47b6',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1133578617',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.511772] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.511772] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.511772] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.511772] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.511772] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.511772] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.511772] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.511772] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.511772] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.511772] env[69374]: DEBUG nova.virt.hardware [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.518122] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 861.519090] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.522746] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0026b21-cec3-43f0-a463-d41ca56eafe5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.539765] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.935s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.543028] env[69374]: INFO nova.compute.claims [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.551871] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 861.551871] env[69374]: value = "task-4111331" [ 861.551871] env[69374]: _type = "Task" [ 861.551871] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.561655] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.568159] env[69374]: INFO nova.scheduler.client.report [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Deleted allocations for instance c3c4d8dc-bc7f-4128-b323-341d335219cb [ 861.619298] env[69374]: DEBUG nova.network.neutron [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Updated VIF entry in instance network info cache for port 9992332a-6ce0-4c6e-8184-1c61924762de. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.619810] env[69374]: DEBUG nova.network.neutron [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Updating instance_info_cache with network_info: [{"id": "0f2352b6-e961-4d4f-afe4-97ca1556ab33", "address": "fa:16:3e:21:39:92", "network": {"id": "df5ad200-3e5a-4618-a618-d336be3c9948", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-986610211", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2352b6-e9", "ovs_interfaceid": "0f2352b6-e961-4d4f-afe4-97ca1556ab33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9992332a-6ce0-4c6e-8184-1c61924762de", "address": "fa:16:3e:bf:77:5b", "network": {"id": "68c47af2-4f58-445f-b193-9b54d7ed8be6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1411563573", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9992332a-6c", "ovs_interfaceid": "9992332a-6ce0-4c6e-8184-1c61924762de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.713509] env[69374]: DEBUG nova.network.neutron [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Successfully updated port: bfd96e6b-23be-442d-b6a3-8c987772b62f {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.873897] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Acquiring lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.874203] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.874445] env[69374]: INFO nova.compute.manager [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Attaching volume e6f5478f-8f7e-480a-8314-fd8d556a5c30 to /dev/sdb [ 861.903519] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d37462-7e90-eab3-4468-32b1fa9ce70a, 'name': SearchDatastore_Task, 'duration_secs': 0.012739} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.904293] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a9fbf3-41d6-4f93-b9a1-86b4b8e1f760 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.909988] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 861.909988] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f20b13-f5ad-dd71-dc20-816a737ff8c4" [ 861.909988] env[69374]: _type = "Task" [ 861.909988] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.919153] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f20b13-f5ad-dd71-dc20-816a737ff8c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.920835] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029ade25-d2b9-4572-85ee-91df214166aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.928054] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0331dc-4f8a-4095-823f-8a28299b8fb7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.934698] env[69374]: INFO nova.compute.manager [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Rebuilding instance [ 861.946210] env[69374]: DEBUG nova.virt.block_device [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Updating existing volume attachment record: 0f996740-b8ca-4d8a-96fa-9e47aa53e9e1 {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 861.984785] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.986430] env[69374]: DEBUG nova.compute.manager [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.987421] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279345bf-5ca1-46a2-8ad0-f4e3c2ff1a55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.064187] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111331, 'name': ReconfigVM_Task, 'duration_secs': 0.191011} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.064658] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 862.065834] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b861b2-ed85-41e7-96c4-8ddc2fe85b45 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.094406] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] a1ab1f2f-0e69-4483-9271-45a85b69608c/a1ab1f2f-0e69-4483-9271-45a85b69608c.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.095031] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63fc4ac1-cede-406a-8642-8cb301616847 tempest-ServerShowV254Test-514222116 tempest-ServerShowV254Test-514222116-project-member] Lock "c3c4d8dc-bc7f-4128-b323-341d335219cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.551s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.096253] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef03d3c-b262-44dc-ae6e-63b8a924ebd2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.119090] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 862.119090] env[69374]: value = "task-4111334" [ 862.119090] env[69374]: _type = "Task" [ 862.119090] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.124141] env[69374]: DEBUG oslo_concurrency.lockutils [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] Releasing lock "refresh_cache-ee7e33f7-25ba-46d1-84b8-07b05170a1b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.124411] env[69374]: DEBUG nova.compute.manager [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Received event network-changed-97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.124581] env[69374]: DEBUG nova.compute.manager [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Refreshing instance network info cache due to event network-changed-97b11513-ba6a-4a33-8072-7e139780910b. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.124790] env[69374]: DEBUG oslo_concurrency.lockutils [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] Acquiring lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.124934] env[69374]: DEBUG oslo_concurrency.lockutils [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] Acquired lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.125129] env[69374]: DEBUG nova.network.neutron [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Refreshing network info cache for port 97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.132860] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111334, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.172514] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.173216] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.173502] env[69374]: DEBUG nova.compute.manager [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 862.174485] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3104e5e6-2ed3-4a78-91f4-4da59c204156 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.184360] env[69374]: DEBUG nova.compute.manager [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69374) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 862.185076] env[69374]: DEBUG nova.objects.instance [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'flavor' on Instance uuid 7db22c5e-6c21-49be-8906-ec6aff0e722c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.217116] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "refresh_cache-ec8737e3-c6fb-4e50-be61-726fd118d3cc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.217351] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquired lock "refresh_cache-ec8737e3-c6fb-4e50-be61-726fd118d3cc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.217584] env[69374]: DEBUG nova.network.neutron [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.421721] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f20b13-f5ad-dd71-dc20-816a737ff8c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.422083] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.422437] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] ee7e33f7-25ba-46d1-84b8-07b05170a1b6/ee7e33f7-25ba-46d1-84b8-07b05170a1b6.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.422658] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9a15da0-1654-4a15-8947-b523d975977a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.430952] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 862.430952] env[69374]: value = "task-4111336" [ 862.430952] env[69374]: _type = "Task" [ 862.430952] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.442482] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.542877] env[69374]: DEBUG nova.compute.manager [req-427a3f00-d794-40bc-8db5-2891d7b10f5a req-fe16c3f9-a337-4e9a-8969-2ba53f884eaf service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Received event network-vif-plugged-bfd96e6b-23be-442d-b6a3-8c987772b62f {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.542877] env[69374]: DEBUG oslo_concurrency.lockutils [req-427a3f00-d794-40bc-8db5-2891d7b10f5a req-fe16c3f9-a337-4e9a-8969-2ba53f884eaf service nova] Acquiring lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.542877] env[69374]: DEBUG oslo_concurrency.lockutils [req-427a3f00-d794-40bc-8db5-2891d7b10f5a req-fe16c3f9-a337-4e9a-8969-2ba53f884eaf service nova] Lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.543171] env[69374]: DEBUG oslo_concurrency.lockutils [req-427a3f00-d794-40bc-8db5-2891d7b10f5a req-fe16c3f9-a337-4e9a-8969-2ba53f884eaf service nova] Lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.543171] env[69374]: DEBUG nova.compute.manager [req-427a3f00-d794-40bc-8db5-2891d7b10f5a req-fe16c3f9-a337-4e9a-8969-2ba53f884eaf service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] No waiting events found dispatching network-vif-plugged-bfd96e6b-23be-442d-b6a3-8c987772b62f {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 862.543438] env[69374]: WARNING nova.compute.manager [req-427a3f00-d794-40bc-8db5-2891d7b10f5a req-fe16c3f9-a337-4e9a-8969-2ba53f884eaf service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Received unexpected event network-vif-plugged-bfd96e6b-23be-442d-b6a3-8c987772b62f for instance with vm_state building and task_state spawning. [ 862.637405] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111334, 'name': ReconfigVM_Task, 'duration_secs': 0.32447} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.637804] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Reconfigured VM instance instance-0000002a to attach disk [datastore1] a1ab1f2f-0e69-4483-9271-45a85b69608c/a1ab1f2f-0e69-4483-9271-45a85b69608c.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.638192] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance 'a1ab1f2f-0e69-4483-9271-45a85b69608c' progress to 50 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.758141] env[69374]: DEBUG nova.network.neutron [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.925452] env[69374]: DEBUG nova.network.neutron [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updated VIF entry in instance network info cache for port 97b11513-ba6a-4a33-8072-7e139780910b. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.926043] env[69374]: DEBUG nova.network.neutron [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updating instance_info_cache with network_info: [{"id": "97b11513-ba6a-4a33-8072-7e139780910b", "address": "fa:16:3e:09:eb:53", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b11513-ba", "ovs_interfaceid": "97b11513-ba6a-4a33-8072-7e139780910b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.941144] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111336, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.997140] env[69374]: DEBUG nova.network.neutron [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Updating instance_info_cache with network_info: [{"id": "bfd96e6b-23be-442d-b6a3-8c987772b62f", "address": "fa:16:3e:a4:6c:0c", "network": {"id": "de06265d-5683-4281-8cac-95625f450cf2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-915275261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bcf16760afa4bdba3e8c876c7e5aa56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd96e6b-23", "ovs_interfaceid": "bfd96e6b-23be-442d-b6a3-8c987772b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.002700] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.005838] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b6adaef-75dc-4472-9784-ab75aaacf3ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.013826] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 863.013826] env[69374]: value = "task-4111337" [ 863.013826] env[69374]: _type = "Task" [ 863.013826] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.027485] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.071459] env[69374]: DEBUG nova.compute.manager [req-2802cf3b-c71e-4c0c-ae69-b6a1466c6076 req-43986ecf-5122-4a28-9ef1-8707c8747af6 service nova] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Received event network-vif-deleted-2b1ad46d-4b27-41ec-aab9-1d99562747ee {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.071459] env[69374]: DEBUG nova.compute.manager [req-2802cf3b-c71e-4c0c-ae69-b6a1466c6076 req-43986ecf-5122-4a28-9ef1-8707c8747af6 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Received event network-changed-97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.071622] env[69374]: DEBUG nova.compute.manager [req-2802cf3b-c71e-4c0c-ae69-b6a1466c6076 req-43986ecf-5122-4a28-9ef1-8707c8747af6 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Refreshing instance network info cache due to event network-changed-97b11513-ba6a-4a33-8072-7e139780910b. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.072371] env[69374]: DEBUG oslo_concurrency.lockutils [req-2802cf3b-c71e-4c0c-ae69-b6a1466c6076 req-43986ecf-5122-4a28-9ef1-8707c8747af6 service nova] Acquiring lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.139196] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9b04d5-313b-4116-bf51-a433d0c693c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.149723] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73f3253-c701-4c1a-aa79-6c21f977a68d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.155052] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1284e9b4-cb99-418f-94b2-4cc930ef80d2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.210749] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00e3631-e3c4-473c-986c-ce680126f6c2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.217040] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.217040] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-655f2278-1c9d-4619-aaee-f5867af12628 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.220609] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce3321b-87ef-443d-9486-baed4ec95376 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.260018] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4115026-adad-41f8-b40e-755e19e7c831 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.267241] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance 'a1ab1f2f-0e69-4483-9271-45a85b69608c' progress to 67 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.274189] env[69374]: DEBUG oslo_vmware.api [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 863.274189] env[69374]: value = "task-4111338" [ 863.274189] env[69374]: _type = "Task" [ 863.274189] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.290997] env[69374]: DEBUG nova.compute.provider_tree [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.300575] env[69374]: DEBUG oslo_vmware.api [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.431876] env[69374]: DEBUG oslo_concurrency.lockutils [req-a283f5e6-4210-40ed-afb1-9459169c646c req-5e73538a-b7ba-4421-893d-1670155f2ff5 service nova] Releasing lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.432576] env[69374]: DEBUG oslo_concurrency.lockutils [req-2802cf3b-c71e-4c0c-ae69-b6a1466c6076 req-43986ecf-5122-4a28-9ef1-8707c8747af6 service nova] Acquired lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.432860] env[69374]: DEBUG nova.network.neutron [req-2802cf3b-c71e-4c0c-ae69-b6a1466c6076 req-43986ecf-5122-4a28-9ef1-8707c8747af6 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Refreshing network info cache for port 97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.445093] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517752} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.446188] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] ee7e33f7-25ba-46d1-84b8-07b05170a1b6/ee7e33f7-25ba-46d1-84b8-07b05170a1b6.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.446417] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.446675] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69a8c3ff-adfa-4670-bf91-05a899847b2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.454698] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 863.454698] env[69374]: value = "task-4111339" [ 863.454698] env[69374]: _type = "Task" [ 863.454698] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.464187] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.499921] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Releasing lock "refresh_cache-ec8737e3-c6fb-4e50-be61-726fd118d3cc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.500683] env[69374]: DEBUG nova.compute.manager [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Instance network_info: |[{"id": "bfd96e6b-23be-442d-b6a3-8c987772b62f", "address": "fa:16:3e:a4:6c:0c", "network": {"id": "de06265d-5683-4281-8cac-95625f450cf2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-915275261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bcf16760afa4bdba3e8c876c7e5aa56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd96e6b-23", "ovs_interfaceid": "bfd96e6b-23be-442d-b6a3-8c987772b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.500823] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:6c:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfd96e6b-23be-442d-b6a3-8c987772b62f', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.510564] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.510564] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.510564] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d00305e7-26ad-41b2-a76a-8af7f319d339 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.532323] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.535205] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111337, 'name': PowerOffVM_Task, 'duration_secs': 0.260821} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.536496] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.536740] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.536990] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.536990] env[69374]: value = "task-4111340" [ 863.536990] env[69374]: _type = "Task" [ 863.536990] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.537716] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e459633a-239f-444a-a9ed-8b2abe8493a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.553231] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.553470] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111340, 'name': CreateVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.553680] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dce30f6-c597-4643-8b06-98e86a88b63b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.634135] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.634410] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.634634] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleting the datastore file [datastore2] e8d90ed7-91d5-4d19-a4d4-e200c43b3de2 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.634961] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4de0201b-81bf-494e-9e8b-199d05bbab82 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.643937] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 863.643937] env[69374]: value = "task-4111342" [ 863.643937] env[69374]: _type = "Task" [ 863.643937] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.652995] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.787634] env[69374]: DEBUG oslo_vmware.api [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111338, 'name': PowerOffVM_Task, 'duration_secs': 0.203785} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.788088] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.788304] env[69374]: DEBUG nova.compute.manager [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.789115] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308501c4-22c0-4c62-8a8d-ed86d9b006b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.793747] env[69374]: DEBUG nova.scheduler.client.report [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.876720] env[69374]: DEBUG nova.network.neutron [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Port c5cec549-8c86-46f6-99cd-d99fba306d84 binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 863.968160] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072366} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.968332] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.969172] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c78f5d1-ddf2-4f55-83df-9bc792a854e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.994671] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] ee7e33f7-25ba-46d1-84b8-07b05170a1b6/ee7e33f7-25ba-46d1-84b8-07b05170a1b6.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.997259] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45144cf8-2f1e-475b-8cac-3a4f80fd0b87 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.019131] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 864.019131] env[69374]: value = "task-4111343" [ 864.019131] env[69374]: _type = "Task" [ 864.019131] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.028619] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.050660] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111340, 'name': CreateVM_Task, 'duration_secs': 0.434597} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.050841] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.051586] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.051719] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.052103] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.052367] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6f1296-114d-452b-ae81-ca21d9bcdd3a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.057648] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 864.057648] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520e8095-010a-c44a-3cf1-699bcea6aa9f" [ 864.057648] env[69374]: _type = "Task" [ 864.057648] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.068772] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520e8095-010a-c44a-3cf1-699bcea6aa9f, 'name': SearchDatastore_Task} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.069067] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.069301] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.069581] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.070230] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.070454] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.070728] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbcf4e37-a618-4190-a460-39adbd613eee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.091173] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.091380] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.092147] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545d2e4a-7d81-402d-b623-552e9b7beca3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.098063] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 864.098063] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ae6716-cb5e-f30d-7ccf-edd5942c8e9e" [ 864.098063] env[69374]: _type = "Task" [ 864.098063] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.106654] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ae6716-cb5e-f30d-7ccf-edd5942c8e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.155488] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284394} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.155752] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.155938] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.156138] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.285546] env[69374]: DEBUG nova.network.neutron [req-2802cf3b-c71e-4c0c-ae69-b6a1466c6076 req-43986ecf-5122-4a28-9ef1-8707c8747af6 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updated VIF entry in instance network info cache for port 97b11513-ba6a-4a33-8072-7e139780910b. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.285966] env[69374]: DEBUG nova.network.neutron [req-2802cf3b-c71e-4c0c-ae69-b6a1466c6076 req-43986ecf-5122-4a28-9ef1-8707c8747af6 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updating instance_info_cache with network_info: [{"id": "97b11513-ba6a-4a33-8072-7e139780910b", "address": "fa:16:3e:09:eb:53", "network": {"id": "0eb200cf-d13a-42b8-8768-5c3846148138", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1103382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20ab594d5e844179faae72ccb10d3e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b11513-ba", "ovs_interfaceid": "97b11513-ba6a-4a33-8072-7e139780910b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.298655] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.299260] env[69374]: DEBUG nova.compute.manager [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.303922] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.886s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.305427] env[69374]: INFO nova.compute.claims [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.314032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-dc7b3559-2b28-4ee8-89e0-1b412d7b5935 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.139s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.530059] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.573261] env[69374]: DEBUG nova.compute.manager [req-bf4c3edc-4bfc-485f-885b-629d9d30a200 req-21e2d690-c47a-4217-9973-e9b61f58bc41 service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Received event network-changed-bfd96e6b-23be-442d-b6a3-8c987772b62f {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.573261] env[69374]: DEBUG nova.compute.manager [req-bf4c3edc-4bfc-485f-885b-629d9d30a200 req-21e2d690-c47a-4217-9973-e9b61f58bc41 service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Refreshing instance network info cache due to event network-changed-bfd96e6b-23be-442d-b6a3-8c987772b62f. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.573261] env[69374]: DEBUG oslo_concurrency.lockutils [req-bf4c3edc-4bfc-485f-885b-629d9d30a200 req-21e2d690-c47a-4217-9973-e9b61f58bc41 service nova] Acquiring lock "refresh_cache-ec8737e3-c6fb-4e50-be61-726fd118d3cc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.573434] env[69374]: DEBUG oslo_concurrency.lockutils [req-bf4c3edc-4bfc-485f-885b-629d9d30a200 req-21e2d690-c47a-4217-9973-e9b61f58bc41 service nova] Acquired lock "refresh_cache-ec8737e3-c6fb-4e50-be61-726fd118d3cc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.573560] env[69374]: DEBUG nova.network.neutron [req-bf4c3edc-4bfc-485f-885b-629d9d30a200 req-21e2d690-c47a-4217-9973-e9b61f58bc41 service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Refreshing network info cache for port bfd96e6b-23be-442d-b6a3-8c987772b62f {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.609838] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ae6716-cb5e-f30d-7ccf-edd5942c8e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.062974} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.610781] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1ddf5e-2b0b-47c7-a607-5970a5d3dbf7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.616816] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 864.616816] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5220d97e-bf25-cc73-b641-2f720c6b5cfb" [ 864.616816] env[69374]: _type = "Task" [ 864.616816] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.625952] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5220d97e-bf25-cc73-b641-2f720c6b5cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.788867] env[69374]: DEBUG oslo_concurrency.lockutils [req-2802cf3b-c71e-4c0c-ae69-b6a1466c6076 req-43986ecf-5122-4a28-9ef1-8707c8747af6 service nova] Releasing lock "refresh_cache-79593cb2-e266-49c8-905d-c0ff06320f3a" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.814068] env[69374]: DEBUG nova.compute.utils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.817324] env[69374]: DEBUG nova.compute.manager [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Not allocating networking since 'none' was specified. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 864.903875] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "a1ab1f2f-0e69-4483-9271-45a85b69608c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.903875] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "a1ab1f2f-0e69-4483-9271-45a85b69608c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.903875] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "a1ab1f2f-0e69-4483-9271-45a85b69608c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.030481] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111343, 'name': ReconfigVM_Task, 'duration_secs': 0.893073} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.033436] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Reconfigured VM instance instance-00000034 to attach disk [datastore2] ee7e33f7-25ba-46d1-84b8-07b05170a1b6/ee7e33f7-25ba-46d1-84b8-07b05170a1b6.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.033436] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb2f3d79-d75d-4b9a-984d-b1e0bc18c38e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.042019] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 865.042019] env[69374]: value = "task-4111345" [ 865.042019] env[69374]: _type = "Task" [ 865.042019] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.051943] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111345, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.130093] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5220d97e-bf25-cc73-b641-2f720c6b5cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.130884] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.130884] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] ec8737e3-c6fb-4e50-be61-726fd118d3cc/ec8737e3-c6fb-4e50-be61-726fd118d3cc.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.131119] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f4412ff-7168-4bd3-a692-1c7ba67bf055 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.139161] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 865.139161] env[69374]: value = "task-4111346" [ 865.139161] env[69374]: _type = "Task" [ 865.139161] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.150393] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.196629] env[69374]: DEBUG nova.virt.hardware [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.196892] env[69374]: DEBUG nova.virt.hardware [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.197062] env[69374]: DEBUG nova.virt.hardware [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.197254] env[69374]: DEBUG nova.virt.hardware [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.197401] env[69374]: DEBUG nova.virt.hardware [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.197611] env[69374]: DEBUG nova.virt.hardware [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.197853] env[69374]: DEBUG nova.virt.hardware [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.198026] env[69374]: DEBUG nova.virt.hardware [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.198207] env[69374]: DEBUG nova.virt.hardware [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.198371] env[69374]: DEBUG nova.virt.hardware [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.198542] env[69374]: DEBUG nova.virt.hardware [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.199717] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fa1640-aae6-4830-9178-09e19c595600 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.210121] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3700e859-18fd-4a3c-a195-44aa4445e003 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.230519] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:be:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.238853] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.239232] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.239497] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6a26695-35ec-4cb4-a07c-03ed2297ae9c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.266414] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.266414] env[69374]: value = "task-4111347" [ 865.266414] env[69374]: _type = "Task" [ 865.266414] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.278747] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111347, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.318070] env[69374]: DEBUG nova.compute.manager [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.432713] env[69374]: DEBUG nova.network.neutron [req-bf4c3edc-4bfc-485f-885b-629d9d30a200 req-21e2d690-c47a-4217-9973-e9b61f58bc41 service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Updated VIF entry in instance network info cache for port bfd96e6b-23be-442d-b6a3-8c987772b62f. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.433112] env[69374]: DEBUG nova.network.neutron [req-bf4c3edc-4bfc-485f-885b-629d9d30a200 req-21e2d690-c47a-4217-9973-e9b61f58bc41 service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Updating instance_info_cache with network_info: [{"id": "bfd96e6b-23be-442d-b6a3-8c987772b62f", "address": "fa:16:3e:a4:6c:0c", "network": {"id": "de06265d-5683-4281-8cac-95625f450cf2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-915275261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bcf16760afa4bdba3e8c876c7e5aa56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd96e6b-23", "ovs_interfaceid": "bfd96e6b-23be-442d-b6a3-8c987772b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.553219] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111345, 'name': Rename_Task, 'duration_secs': 0.18539} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.556935] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.557535] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a36902-c574-477b-8e5f-975b17a3b414 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.568305] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 865.568305] env[69374]: value = "task-4111348" [ 865.568305] env[69374]: _type = "Task" [ 865.568305] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.584579] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.652729] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111346, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.777454] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111347, 'name': CreateVM_Task, 'duration_secs': 0.379603} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.777539] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.778292] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.778465] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.778830] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.784202] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc3db2f-b30b-4ec1-b921-2483dc148f1d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.787790] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 865.787790] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f06d9c-d002-42a4-c086-8ba3c944e615" [ 865.787790] env[69374]: _type = "Task" [ 865.787790] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.800135] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f06d9c-d002-42a4-c086-8ba3c944e615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.937061] env[69374]: DEBUG oslo_concurrency.lockutils [req-bf4c3edc-4bfc-485f-885b-629d9d30a200 req-21e2d690-c47a-4217-9973-e9b61f58bc41 service nova] Releasing lock "refresh_cache-ec8737e3-c6fb-4e50-be61-726fd118d3cc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.990032] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe38aba6-24cd-4cf8-b3f0-65a49f91179e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.999795] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decffe3b-dca9-43f1-a606-40ebe0bbeb9e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.032837] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f06ab5-87a8-4e0f-9cf1-d40a9bcc5318 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.041086] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc3c9bb-ff79-4757-a8a3-5d8cf9627c6f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.055167] env[69374]: DEBUG nova.compute.provider_tree [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.079285] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.151060] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593464} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.151359] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] ec8737e3-c6fb-4e50-be61-726fd118d3cc/ec8737e3-c6fb-4e50-be61-726fd118d3cc.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.151580] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.151857] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b40ae38-e92c-4328-b754-6099ef9f1974 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.159050] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 866.159050] env[69374]: value = "task-4111349" [ 866.159050] env[69374]: _type = "Task" [ 866.159050] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.169213] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.230270] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.230270] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.234563] env[69374]: DEBUG nova.network.neutron [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.301485] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f06d9c-d002-42a4-c086-8ba3c944e615, 'name': SearchDatastore_Task, 'duration_secs': 0.014121} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.302826] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.303105] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.303709] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.303709] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.303922] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.308168] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c96a280-1e13-411b-bf45-153292570909 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.323773] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.323963] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.324828] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c18a4b4-e52a-4217-8f8f-d7ebf1289770 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.332871] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 866.332871] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b308ec-a021-4677-aa22-e4b28ce874a2" [ 866.332871] env[69374]: _type = "Task" [ 866.332871] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.335635] env[69374]: DEBUG nova.compute.manager [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.349187] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b308ec-a021-4677-aa22-e4b28ce874a2, 'name': SearchDatastore_Task, 'duration_secs': 0.013407} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.350114] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05dbcf76-b69a-4df1-9e9b-e759e6343a1a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.356685] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 866.356685] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f3e8b9-f48c-c734-b670-a67e48c3d1e2" [ 866.356685] env[69374]: _type = "Task" [ 866.356685] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.366786] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f3e8b9-f48c-c734-b670-a67e48c3d1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.378087] env[69374]: DEBUG nova.virt.hardware [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.378312] env[69374]: DEBUG nova.virt.hardware [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.378445] env[69374]: DEBUG nova.virt.hardware [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.378638] env[69374]: DEBUG nova.virt.hardware [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.378770] env[69374]: DEBUG nova.virt.hardware [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.378923] env[69374]: DEBUG nova.virt.hardware [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.379143] env[69374]: DEBUG nova.virt.hardware [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.379300] env[69374]: DEBUG nova.virt.hardware [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.379461] env[69374]: DEBUG nova.virt.hardware [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.379646] env[69374]: DEBUG nova.virt.hardware [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.379829] env[69374]: DEBUG nova.virt.hardware [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.380839] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a32bbc-8110-44b7-bd0a-7c1f7a2a6e00 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.390626] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7d5e75-c97c-4f78-8842-ed7e2f692f76 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.405675] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.412703] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Creating folder: Project (481269a6349d40d58f5e7d107143b57f). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.413631] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fefe51a-9b57-41c5-a31a-1feb9c86ddd2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.427123] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Created folder: Project (481269a6349d40d58f5e7d107143b57f) in parent group-v814324. [ 866.427350] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Creating folder: Instances. Parent ref: group-v814487. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.427715] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3da954d2-7781-4b27-a64c-79228ce2552a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.440910] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Created folder: Instances in parent group-v814487. [ 866.440910] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.441146] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.441367] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-038f481b-320e-4e44-b7bb-cffc8740db3a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.461235] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.461235] env[69374]: value = "task-4111352" [ 866.461235] env[69374]: _type = "Task" [ 866.461235] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.472651] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111352, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.506509] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 866.507523] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814484', 'volume_id': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'name': 'volume-e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e871adc2-871c-4f81-84d3-172ba0fa5ea9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'serial': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 866.508884] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533fcf6b-5ef9-42f3-82d4-fa6a5805a3d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.525729] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d29ff4-6a17-47c6-972a-396cd74be517 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.553511] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-e6f5478f-8f7e-480a-8314-fd8d556a5c30/volume-e6f5478f-8f7e-480a-8314-fd8d556a5c30.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.553902] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5211a7b-b7e6-46c1-940e-d967b7acaf4a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.567616] env[69374]: DEBUG nova.scheduler.client.report [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.579053] env[69374]: DEBUG oslo_vmware.api [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Waiting for the task: (returnval){ [ 866.579053] env[69374]: value = "task-4111353" [ 866.579053] env[69374]: _type = "Task" [ 866.579053] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.586182] env[69374]: DEBUG oslo_vmware.api [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111348, 'name': PowerOnVM_Task, 'duration_secs': 0.935447} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.587440] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.587654] env[69374]: INFO nova.compute.manager [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Took 12.27 seconds to spawn the instance on the hypervisor. [ 866.587836] env[69374]: DEBUG nova.compute.manager [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 866.589418] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8567374b-7bb0-4d16-bb8c-c0919bbbc2ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.595826] env[69374]: DEBUG oslo_vmware.api [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Task: {'id': task-4111353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.670951] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093546} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.671248] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.672057] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d874a-3d0b-4e28-b490-a34acbbc444b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.695813] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] ec8737e3-c6fb-4e50-be61-726fd118d3cc/ec8737e3-c6fb-4e50-be61-726fd118d3cc.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.696174] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7a5b6a-a62c-4769-a224-072e7d52d5db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.717285] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 866.717285] env[69374]: value = "task-4111354" [ 866.717285] env[69374]: _type = "Task" [ 866.717285] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.726192] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.818075] env[69374]: DEBUG nova.compute.manager [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Stashing vm_state: stopped {{(pid=69374) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 866.870796] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f3e8b9-f48c-c734-b670-a67e48c3d1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011087} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.871392] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.871769] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] e8d90ed7-91d5-4d19-a4d4-e200c43b3de2/e8d90ed7-91d5-4d19-a4d4-e200c43b3de2.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.872155] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5d32a98-964c-481b-8e07-b80245ae1a96 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.884638] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 866.884638] env[69374]: value = "task-4111355" [ 866.884638] env[69374]: _type = "Task" [ 866.884638] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.894886] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.972619] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111352, 'name': CreateVM_Task, 'duration_secs': 0.467953} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.972619] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.973915] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.973915] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.973915] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.973915] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f44de9-6692-4b2b-bc94-46e63bacdbd3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.978925] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 866.978925] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524b8247-d8a7-7d2e-c7fd-9d0f053a8a91" [ 866.978925] env[69374]: _type = "Task" [ 866.978925] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.988724] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524b8247-d8a7-7d2e-c7fd-9d0f053a8a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.072832] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.073414] env[69374]: DEBUG nova.compute.manager [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.076207] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.731s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.077644] env[69374]: INFO nova.compute.claims [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.092962] env[69374]: DEBUG oslo_vmware.api [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Task: {'id': task-4111353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.115302] env[69374]: INFO nova.compute.manager [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Took 51.89 seconds to build instance. [ 867.134330] env[69374]: DEBUG nova.network.neutron [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance_info_cache with network_info: [{"id": "c5cec549-8c86-46f6-99cd-d99fba306d84", "address": "fa:16:3e:c9:f1:95", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cec549-8c", "ovs_interfaceid": "c5cec549-8c86-46f6-99cd-d99fba306d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.232680] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111354, 'name': ReconfigVM_Task, 'duration_secs': 0.338989} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.233033] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Reconfigured VM instance instance-00000035 to attach disk [datastore2] ec8737e3-c6fb-4e50-be61-726fd118d3cc/ec8737e3-c6fb-4e50-be61-726fd118d3cc.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.233744] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1fd577b-3249-4857-898e-7c1e8f38adee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.244210] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 867.244210] env[69374]: value = "task-4111356" [ 867.244210] env[69374]: _type = "Task" [ 867.244210] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.258288] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111356, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.339687] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.397759] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111355, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.491527] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524b8247-d8a7-7d2e-c7fd-9d0f053a8a91, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.491878] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.492148] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.492407] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.492555] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.492773] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.493101] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb5fc091-8ba1-411c-a86c-c313a1458cf7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.502386] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.502590] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.503697] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c963063b-5d6f-4212-9d41-01b1291b2c6c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.510394] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 867.510394] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521c7ae8-d063-8b16-f1e4-35cc0e8cefbe" [ 867.510394] env[69374]: _type = "Task" [ 867.510394] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.519563] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521c7ae8-d063-8b16-f1e4-35cc0e8cefbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.585866] env[69374]: DEBUG nova.compute.utils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.587501] env[69374]: DEBUG nova.compute.manager [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.587739] env[69374]: DEBUG nova.network.neutron [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.602963] env[69374]: DEBUG oslo_vmware.api [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Task: {'id': task-4111353, 'name': ReconfigVM_Task, 'duration_secs': 0.633827} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.603320] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-e6f5478f-8f7e-480a-8314-fd8d556a5c30/volume-e6f5478f-8f7e-480a-8314-fd8d556a5c30.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.608543] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b47ed4c-c3d3-461e-bab4-372ede2f70d2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.619131] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aeb5e97c-ce50-42e9-80c9-ce53ed1a825b tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.822s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.626260] env[69374]: DEBUG oslo_vmware.api [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Waiting for the task: (returnval){ [ 867.626260] env[69374]: value = "task-4111357" [ 867.626260] env[69374]: _type = "Task" [ 867.626260] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.637215] env[69374]: DEBUG oslo_vmware.api [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Task: {'id': task-4111357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.637954] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.668175] env[69374]: DEBUG nova.policy [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a7439a584f4f14862c7a0b674b2dd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '902a8814e6cc4ca385b72bb44b96861b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.758080] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111356, 'name': Rename_Task, 'duration_secs': 0.293716} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.758080] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.758080] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-469cc356-e070-4653-91a0-a7dd39510460 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.765401] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 867.765401] env[69374]: value = "task-4111358" [ 867.765401] env[69374]: _type = "Task" [ 867.765401] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.775225] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.897800] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572133} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.898189] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] e8d90ed7-91d5-4d19-a4d4-e200c43b3de2/e8d90ed7-91d5-4d19-a4d4-e200c43b3de2.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.898486] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.898751] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4736ec16-c41c-4de3-a1db-895983ab4733 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.907382] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 867.907382] env[69374]: value = "task-4111359" [ 867.907382] env[69374]: _type = "Task" [ 867.907382] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.916833] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.027636] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521c7ae8-d063-8b16-f1e4-35cc0e8cefbe, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.027636] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7561b46-5f4b-47dc-83df-90d131fd7f6c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.034501] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 868.034501] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529df357-0496-942a-bfde-d58314407cc8" [ 868.034501] env[69374]: _type = "Task" [ 868.034501] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.046287] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529df357-0496-942a-bfde-d58314407cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.096679] env[69374]: DEBUG nova.compute.manager [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.137225] env[69374]: DEBUG oslo_vmware.api [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Task: {'id': task-4111357, 'name': ReconfigVM_Task, 'duration_secs': 0.220094} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.140615] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814484', 'volume_id': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'name': 'volume-e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e871adc2-871c-4f81-84d3-172ba0fa5ea9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'serial': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 868.169111] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9166dcbc-ba7a-4a48-bd37-8bf685bc1779 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.196737] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf39e711-4231-4204-98ae-e49467c54088 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.205689] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance 'a1ab1f2f-0e69-4483-9271-45a85b69608c' progress to 83 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.217837] env[69374]: DEBUG nova.network.neutron [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Successfully created port: 99bc8369-e1d4-47d6-a557-f5fcda867e2c {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.225754] env[69374]: DEBUG oslo_concurrency.lockutils [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.225991] env[69374]: DEBUG oslo_concurrency.lockutils [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.226210] env[69374]: DEBUG oslo_concurrency.lockutils [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.226389] env[69374]: DEBUG oslo_concurrency.lockutils [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.226553] env[69374]: DEBUG oslo_concurrency.lockutils [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.228680] env[69374]: INFO nova.compute.manager [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Terminating instance [ 868.277020] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111358, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.419232] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079563} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.419572] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.420413] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f989c897-9c3b-46be-ad4c-a2db845d5f96 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.443331] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] e8d90ed7-91d5-4d19-a4d4-e200c43b3de2/e8d90ed7-91d5-4d19-a4d4-e200c43b3de2.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.446264] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-348e5c03-aa42-472f-b5b6-96c7d2241110 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.466837] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 868.466837] env[69374]: value = "task-4111360" [ 868.466837] env[69374]: _type = "Task" [ 868.466837] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.479541] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.549812] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529df357-0496-942a-bfde-d58314407cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.015271} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.552873] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.553192] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] c349daae-0e85-4831-aaf7-ef54d36ab432/c349daae-0e85-4831-aaf7-ef54d36ab432.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.554443] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec7e3a87-627f-4ee9-8bb0-c5c13c033d77 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.562171] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 868.562171] env[69374]: value = "task-4111361" [ 868.562171] env[69374]: _type = "Task" [ 868.562171] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.574571] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.717331] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.718334] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49516092-6c8c-46a8-86a7-7c518b222d71 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.733282] env[69374]: DEBUG nova.compute.manager [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.733465] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.736861] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b900b6-54f8-4a63-83ae-9ebd1eca9017 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.742217] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 868.742217] env[69374]: value = "task-4111362" [ 868.742217] env[69374]: _type = "Task" [ 868.742217] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.753137] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.754982] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08556cde-b27c-4b1c-8663-96bf46d1114d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.761064] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.773293] env[69374]: DEBUG oslo_vmware.api [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 868.773293] env[69374]: value = "task-4111363" [ 868.773293] env[69374]: _type = "Task" [ 868.773293] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.776625] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cc2e50-d48d-4451-bba1-781766ad1e34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.789717] env[69374]: DEBUG oslo_vmware.api [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111358, 'name': PowerOnVM_Task, 'duration_secs': 0.683802} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.790636] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.790868] env[69374]: INFO nova.compute.manager [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Took 7.50 seconds to spawn the instance on the hypervisor. [ 868.791401] env[69374]: DEBUG nova.compute.manager [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.795195] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec13b0fe-f6e6-4381-91e5-8f3a8f4be324 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.803378] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7208e546-27f3-4d0e-be18-8b25cffe3fe4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.807843] env[69374]: DEBUG oslo_vmware.api [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.847747] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33135fd6-5255-418f-a609-eb4f433a02d2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.857564] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3845f349-7d17-4eea-a462-8e20e07719c3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.877896] env[69374]: DEBUG nova.compute.provider_tree [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.979499] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111360, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.074806] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111361, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.107959] env[69374]: DEBUG nova.compute.manager [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.138138] env[69374]: DEBUG nova.virt.hardware [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.138429] env[69374]: DEBUG nova.virt.hardware [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.138593] env[69374]: DEBUG nova.virt.hardware [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.138776] env[69374]: DEBUG nova.virt.hardware [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.138927] env[69374]: DEBUG nova.virt.hardware [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.139089] env[69374]: DEBUG nova.virt.hardware [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.139300] env[69374]: DEBUG nova.virt.hardware [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.139455] env[69374]: DEBUG nova.virt.hardware [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.139656] env[69374]: DEBUG nova.virt.hardware [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.139830] env[69374]: DEBUG nova.virt.hardware [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.140103] env[69374]: DEBUG nova.virt.hardware [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.140993] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fe2c68-3cc7-4b74-957d-b27f26d4670d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.149914] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92a8ed8-6f3c-46d8-aa36-7b3b14a8f41d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.207668] env[69374]: DEBUG nova.objects.instance [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Lazy-loading 'flavor' on Instance uuid e871adc2-871c-4f81-84d3-172ba0fa5ea9 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.253973] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.285936] env[69374]: DEBUG oslo_vmware.api [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111363, 'name': PowerOffVM_Task, 'duration_secs': 0.261732} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.286594] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.286594] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.286845] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcf668f6-90a5-4539-83e0-397daed17ed6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.358109] env[69374]: INFO nova.compute.manager [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Took 50.67 seconds to build instance. [ 869.381724] env[69374]: DEBUG nova.scheduler.client.report [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.391661] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.391981] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.392237] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Deleting the datastore file [datastore2] ee7e33f7-25ba-46d1-84b8-07b05170a1b6 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.392642] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98b0b823-57e1-4183-af4d-948140a34d43 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.402233] env[69374]: DEBUG oslo_vmware.api [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for the task: (returnval){ [ 869.402233] env[69374]: value = "task-4111365" [ 869.402233] env[69374]: _type = "Task" [ 869.402233] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.411680] env[69374]: DEBUG oslo_vmware.api [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.480238] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111360, 'name': ReconfigVM_Task, 'duration_secs': 0.568594} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.480529] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Reconfigured VM instance instance-00000033 to attach disk [datastore1] e8d90ed7-91d5-4d19-a4d4-e200c43b3de2/e8d90ed7-91d5-4d19-a4d4-e200c43b3de2.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.481195] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-582355ab-6dd5-4c34-b63f-001ac4598fd6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.488686] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 869.488686] env[69374]: value = "task-4111366" [ 869.488686] env[69374]: _type = "Task" [ 869.488686] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.498482] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111366, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.574310] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592145} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.574658] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] c349daae-0e85-4831-aaf7-ef54d36ab432/c349daae-0e85-4831-aaf7-ef54d36ab432.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.574894] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.575170] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3021413b-5bda-445f-a04f-dd675be42508 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.584426] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 869.584426] env[69374]: value = "task-4111367" [ 869.584426] env[69374]: _type = "Task" [ 869.584426] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.593567] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.715809] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5c9c73a1-5e6c-4819-be14-610485467052 tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.841s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.754028] env[69374]: DEBUG oslo_vmware.api [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111362, 'name': PowerOnVM_Task, 'duration_secs': 0.958152} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.754331] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.754523] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2d05f48f-ad21-4df3-9aad-4444b9bd2185 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance 'a1ab1f2f-0e69-4483-9271-45a85b69608c' progress to 100 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.842960] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Acquiring lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.843282] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.864025] env[69374]: DEBUG oslo_concurrency.lockutils [None req-568fc6bd-7109-4a26-a891-775682d54560 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.068s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.888746] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.889769] env[69374]: DEBUG nova.compute.manager [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.895036] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.092s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.895861] env[69374]: INFO nova.compute.claims [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.915071] env[69374]: DEBUG oslo_vmware.api [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Task: {'id': task-4111365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254884} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.916435] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.916649] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.916834] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.917142] env[69374]: INFO nova.compute.manager [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 869.917381] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.918412] env[69374]: DEBUG nova.compute.manager [req-256cd352-cfbd-41c4-9c02-24215e8d9865 req-fd2bd72c-ac34-44f1-b2fb-44e1d0cc7495 service nova] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Received event network-vif-plugged-99bc8369-e1d4-47d6-a557-f5fcda867e2c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.918614] env[69374]: DEBUG oslo_concurrency.lockutils [req-256cd352-cfbd-41c4-9c02-24215e8d9865 req-fd2bd72c-ac34-44f1-b2fb-44e1d0cc7495 service nova] Acquiring lock "702f1036-cfda-4b41-87ae-6a5d4c60e758-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.918819] env[69374]: DEBUG oslo_concurrency.lockutils [req-256cd352-cfbd-41c4-9c02-24215e8d9865 req-fd2bd72c-ac34-44f1-b2fb-44e1d0cc7495 service nova] Lock "702f1036-cfda-4b41-87ae-6a5d4c60e758-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.918985] env[69374]: DEBUG oslo_concurrency.lockutils [req-256cd352-cfbd-41c4-9c02-24215e8d9865 req-fd2bd72c-ac34-44f1-b2fb-44e1d0cc7495 service nova] Lock "702f1036-cfda-4b41-87ae-6a5d4c60e758-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.919183] env[69374]: DEBUG nova.compute.manager [req-256cd352-cfbd-41c4-9c02-24215e8d9865 req-fd2bd72c-ac34-44f1-b2fb-44e1d0cc7495 service nova] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] No waiting events found dispatching network-vif-plugged-99bc8369-e1d4-47d6-a557-f5fcda867e2c {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 869.919362] env[69374]: WARNING nova.compute.manager [req-256cd352-cfbd-41c4-9c02-24215e8d9865 req-fd2bd72c-ac34-44f1-b2fb-44e1d0cc7495 service nova] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Received unexpected event network-vif-plugged-99bc8369-e1d4-47d6-a557-f5fcda867e2c for instance with vm_state building and task_state spawning. [ 869.919960] env[69374]: DEBUG nova.compute.manager [-] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.920073] env[69374]: DEBUG nova.network.neutron [-] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.999649] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111366, 'name': Rename_Task, 'duration_secs': 0.162565} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.000108] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.000421] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-647b72cf-1fad-454a-b7d3-f8426fdbb9a7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.007996] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 870.007996] env[69374]: value = "task-4111368" [ 870.007996] env[69374]: _type = "Task" [ 870.007996] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.019897] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.039070] env[69374]: DEBUG nova.network.neutron [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Successfully updated port: 99bc8369-e1d4-47d6-a557-f5fcda867e2c {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.097150] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099514} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.097150] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.097515] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e51734-06af-48d9-b0af-f788a10a8b26 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.120784] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c349daae-0e85-4831-aaf7-ef54d36ab432/c349daae-0e85-4831-aaf7-ef54d36ab432.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.127150] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a818c99-e44f-4fdb-a994-2a14ea0dbd01 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.154197] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 870.154197] env[69374]: value = "task-4111369" [ 870.154197] env[69374]: _type = "Task" [ 870.154197] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.163834] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.346526] env[69374]: INFO nova.compute.manager [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Detaching volume e6f5478f-8f7e-480a-8314-fd8d556a5c30 [ 870.389769] env[69374]: INFO nova.virt.block_device [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Attempting to driver detach volume e6f5478f-8f7e-480a-8314-fd8d556a5c30 from mountpoint /dev/sdb [ 870.390030] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 870.390360] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814484', 'volume_id': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'name': 'volume-e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e871adc2-871c-4f81-84d3-172ba0fa5ea9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'serial': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 870.391582] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dccee0-4e57-4911-a947-aaf773b0a5e4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.415406] env[69374]: DEBUG nova.compute.utils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.420339] env[69374]: DEBUG nova.compute.manager [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Not allocating networking since 'none' was specified. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 870.421109] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb39e25-4819-40f4-a8ee-c93751b80e53 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.425051] env[69374]: DEBUG nova.compute.manager [req-c8fa9485-221d-4a7f-90ec-169826cb25f2 req-bf9c7b7e-8921-4fae-a8ad-5d6423297723 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Received event network-vif-deleted-0f2352b6-e961-4d4f-afe4-97ca1556ab33 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.425157] env[69374]: INFO nova.compute.manager [req-c8fa9485-221d-4a7f-90ec-169826cb25f2 req-bf9c7b7e-8921-4fae-a8ad-5d6423297723 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Neutron deleted interface 0f2352b6-e961-4d4f-afe4-97ca1556ab33; detaching it from the instance and deleting it from the info cache [ 870.425391] env[69374]: DEBUG nova.network.neutron [req-c8fa9485-221d-4a7f-90ec-169826cb25f2 req-bf9c7b7e-8921-4fae-a8ad-5d6423297723 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Updating instance_info_cache with network_info: [{"id": "9992332a-6ce0-4c6e-8184-1c61924762de", "address": "fa:16:3e:bf:77:5b", "network": {"id": "68c47af2-4f58-445f-b193-9b54d7ed8be6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1411563573", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f304e12eb01b404383cd0a9f7bcff1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9992332a-6c", "ovs_interfaceid": "9992332a-6ce0-4c6e-8184-1c61924762de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.433409] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4da53c0-3f9c-49b3-a3cf-36756dc30758 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.458669] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb9aeba-9bcf-4084-94a4-10ba86da2fa7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.476538] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] The volume has not been displaced from its original location: [datastore2] volume-e6f5478f-8f7e-480a-8314-fd8d556a5c30/volume-e6f5478f-8f7e-480a-8314-fd8d556a5c30.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 870.482737] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.483141] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd300a7c-d307-45e9-a521-63e7b68bad49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.506574] env[69374]: DEBUG oslo_vmware.api [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Waiting for the task: (returnval){ [ 870.506574] env[69374]: value = "task-4111370" [ 870.506574] env[69374]: _type = "Task" [ 870.506574] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.517673] env[69374]: DEBUG oslo_vmware.api [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Task: {'id': task-4111370, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.525434] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111368, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.548788] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "refresh_cache-702f1036-cfda-4b41-87ae-6a5d4c60e758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.548788] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "refresh_cache-702f1036-cfda-4b41-87ae-6a5d4c60e758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.548788] env[69374]: DEBUG nova.network.neutron [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.666903] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111369, 'name': ReconfigVM_Task, 'duration_secs': 0.435988} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.667169] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c349daae-0e85-4831-aaf7-ef54d36ab432/c349daae-0e85-4831-aaf7-ef54d36ab432.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.668149] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42bf54ab-48f9-4f4f-997c-3de2d8cf759a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.678466] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 870.678466] env[69374]: value = "task-4111371" [ 870.678466] env[69374]: _type = "Task" [ 870.678466] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.691873] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111371, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.921661] env[69374]: DEBUG nova.compute.manager [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.932926] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad4395a5-78fe-47d0-b448-6e13e381b9ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.943232] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21433ef5-1625-490d-90cb-80f981817151 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.986403] env[69374]: DEBUG nova.compute.manager [req-c8fa9485-221d-4a7f-90ec-169826cb25f2 req-bf9c7b7e-8921-4fae-a8ad-5d6423297723 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Detach interface failed, port_id=0f2352b6-e961-4d4f-afe4-97ca1556ab33, reason: Instance ee7e33f7-25ba-46d1-84b8-07b05170a1b6 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.019508] env[69374]: DEBUG oslo_vmware.api [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Task: {'id': task-4111370, 'name': ReconfigVM_Task, 'duration_secs': 0.401527} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.020073] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 871.027770] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20a46b64-2077-4904-95b2-0f98ad7f3e15 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.038885] env[69374]: DEBUG oslo_vmware.api [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111368, 'name': PowerOnVM_Task, 'duration_secs': 0.54374} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.042282] env[69374]: DEBUG nova.network.neutron [-] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.043572] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.043813] env[69374]: DEBUG nova.compute.manager [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.045862] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53882a50-0bf8-4962-8d0b-50bb5581a759 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.054192] env[69374]: DEBUG oslo_vmware.api [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Waiting for the task: (returnval){ [ 871.054192] env[69374]: value = "task-4111372" [ 871.054192] env[69374]: _type = "Task" [ 871.054192] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.074965] env[69374]: DEBUG oslo_vmware.api [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Task: {'id': task-4111372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.096504] env[69374]: DEBUG nova.network.neutron [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.192192] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111371, 'name': Rename_Task, 'duration_secs': 0.278067} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.192558] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.193273] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19351a13-52a4-42e6-8b41-9f660510e0cc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.204210] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 871.204210] env[69374]: value = "task-4111373" [ 871.204210] env[69374]: _type = "Task" [ 871.204210] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.214854] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.258246] env[69374]: DEBUG nova.network.neutron [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Updating instance_info_cache with network_info: [{"id": "99bc8369-e1d4-47d6-a557-f5fcda867e2c", "address": "fa:16:3e:8c:14:b5", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bc8369-e1", "ovs_interfaceid": "99bc8369-e1d4-47d6-a557-f5fcda867e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.547374] env[69374]: INFO nova.compute.manager [-] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Took 1.63 seconds to deallocate network for instance. [ 871.572872] env[69374]: DEBUG oslo_vmware.api [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Task: {'id': task-4111372, 'name': ReconfigVM_Task, 'duration_secs': 0.188283} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.575326] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814484', 'volume_id': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'name': 'volume-e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e871adc2-871c-4f81-84d3-172ba0fa5ea9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30', 'serial': 'e6f5478f-8f7e-480a-8314-fd8d556a5c30'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 871.578189] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879b9d62-35e2-4aed-a89a-d76545d17827 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.583883] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.588324] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d068a-6e89-4971-9982-48d732dc33cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.624054] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4315a09-496f-4829-bf5c-2c31326bca7d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.632492] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86d402b-7983-4a6b-a750-794cf56226be {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.648022] env[69374]: DEBUG nova.compute.provider_tree [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.720207] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111373, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.761672] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "refresh_cache-702f1036-cfda-4b41-87ae-6a5d4c60e758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.762042] env[69374]: DEBUG nova.compute.manager [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Instance network_info: |[{"id": "99bc8369-e1d4-47d6-a557-f5fcda867e2c", "address": "fa:16:3e:8c:14:b5", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bc8369-e1", "ovs_interfaceid": "99bc8369-e1d4-47d6-a557-f5fcda867e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.762466] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:14:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99bc8369-e1d4-47d6-a557-f5fcda867e2c', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.770547] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating folder: Project (902a8814e6cc4ca385b72bb44b96861b). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.770837] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-055751a7-2174-4d0f-9978-4280a07e78a4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.782805] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Created folder: Project (902a8814e6cc4ca385b72bb44b96861b) in parent group-v814324. [ 871.783016] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating folder: Instances. Parent ref: group-v814490. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.783863] env[69374]: DEBUG nova.network.neutron [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Port c5cec549-8c86-46f6-99cd-d99fba306d84 binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 871.784110] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.784266] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.784424] env[69374]: DEBUG nova.network.neutron [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.785673] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b62f2c66-fd33-48d0-bc8b-9c7ec3356db0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.798362] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Created folder: Instances in parent group-v814490. [ 871.798618] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.798810] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.799054] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd46f253-2e0c-446d-ae2f-1e31246c5dcb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.820949] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.820949] env[69374]: value = "task-4111376" [ 871.820949] env[69374]: _type = "Task" [ 871.820949] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.831531] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111376, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.935220] env[69374]: DEBUG nova.compute.manager [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.978498] env[69374]: DEBUG nova.virt.hardware [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.978779] env[69374]: DEBUG nova.virt.hardware [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.978977] env[69374]: DEBUG nova.virt.hardware [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.979142] env[69374]: DEBUG nova.virt.hardware [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.979289] env[69374]: DEBUG nova.virt.hardware [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.979438] env[69374]: DEBUG nova.virt.hardware [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.979676] env[69374]: DEBUG nova.virt.hardware [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.979869] env[69374]: DEBUG nova.virt.hardware [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.980084] env[69374]: DEBUG nova.virt.hardware [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.980282] env[69374]: DEBUG nova.virt.hardware [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.980495] env[69374]: DEBUG nova.virt.hardware [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.981727] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd92151-201d-41f4-81b1-1fc16a88578f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.990885] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c5d808-da76-49fa-bcf5-f9578ade7e97 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.007991] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.013922] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Creating folder: Project (3b3913f152584ec0891a292a7912c30c). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.014298] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3350ad4a-8197-4c27-8385-f2308e3236e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.028660] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Created folder: Project (3b3913f152584ec0891a292a7912c30c) in parent group-v814324. [ 872.028880] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Creating folder: Instances. Parent ref: group-v814493. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.029157] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-881de864-a7f6-4539-8fc0-bd8415755d4a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.034033] env[69374]: DEBUG nova.compute.manager [req-365204d7-2ebb-4055-aa77-fdadcab21dfb req-d1dc926a-3fe9-436b-afed-e4b394faddc2 service nova] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Received event network-changed-99bc8369-e1d4-47d6-a557-f5fcda867e2c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.034154] env[69374]: DEBUG nova.compute.manager [req-365204d7-2ebb-4055-aa77-fdadcab21dfb req-d1dc926a-3fe9-436b-afed-e4b394faddc2 service nova] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Refreshing instance network info cache due to event network-changed-99bc8369-e1d4-47d6-a557-f5fcda867e2c. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.034408] env[69374]: DEBUG oslo_concurrency.lockutils [req-365204d7-2ebb-4055-aa77-fdadcab21dfb req-d1dc926a-3fe9-436b-afed-e4b394faddc2 service nova] Acquiring lock "refresh_cache-702f1036-cfda-4b41-87ae-6a5d4c60e758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.034511] env[69374]: DEBUG oslo_concurrency.lockutils [req-365204d7-2ebb-4055-aa77-fdadcab21dfb req-d1dc926a-3fe9-436b-afed-e4b394faddc2 service nova] Acquired lock "refresh_cache-702f1036-cfda-4b41-87ae-6a5d4c60e758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.034640] env[69374]: DEBUG nova.network.neutron [req-365204d7-2ebb-4055-aa77-fdadcab21dfb req-d1dc926a-3fe9-436b-afed-e4b394faddc2 service nova] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Refreshing network info cache for port 99bc8369-e1d4-47d6-a557-f5fcda867e2c {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.053698] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Created folder: Instances in parent group-v814493. [ 872.053698] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.054132] env[69374]: DEBUG oslo_concurrency.lockutils [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.054398] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.054862] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d857684a-4a2c-4cc1-824a-22fef51d1ef7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.075935] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.075935] env[69374]: value = "task-4111379" [ 872.075935] env[69374]: _type = "Task" [ 872.075935] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.085138] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111379, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.153118] env[69374]: DEBUG nova.scheduler.client.report [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.158040] env[69374]: DEBUG nova.objects.instance [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Lazy-loading 'flavor' on Instance uuid e871adc2-871c-4f81-84d3-172ba0fa5ea9 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.223484] env[69374]: DEBUG oslo_vmware.api [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111373, 'name': PowerOnVM_Task, 'duration_secs': 0.846883} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.224066] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.224293] env[69374]: INFO nova.compute.manager [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Took 5.89 seconds to spawn the instance on the hypervisor. [ 872.224485] env[69374]: DEBUG nova.compute.manager [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 872.226091] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c5eb72-da31-4876-ba11-11a19e38d1f5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.335278] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111376, 'name': CreateVM_Task, 'duration_secs': 0.459671} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.335466] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.336336] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.336336] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.336659] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.336926] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e36570-72cc-4b67-89ef-daa0fe53c41a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.343630] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 872.343630] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52348952-e8df-f944-230d-3aa9653db30c" [ 872.343630] env[69374]: _type = "Task" [ 872.343630] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.354521] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52348952-e8df-f944-230d-3aa9653db30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.438491] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.438768] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.438980] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.439181] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.439379] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.441645] env[69374]: INFO nova.compute.manager [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Terminating instance [ 872.518220] env[69374]: DEBUG nova.network.neutron [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance_info_cache with network_info: [{"id": "c5cec549-8c86-46f6-99cd-d99fba306d84", "address": "fa:16:3e:c9:f1:95", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cec549-8c", "ovs_interfaceid": "c5cec549-8c86-46f6-99cd-d99fba306d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.590088] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111379, 'name': CreateVM_Task, 'duration_secs': 0.503478} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.590088] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.590636] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.590716] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.591113] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.591399] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04377c47-5ff6-486a-b684-dfddef134249 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.597235] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 872.597235] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e89ec9-55dc-c672-83da-ef6daaa7ccd1" [ 872.597235] env[69374]: _type = "Task" [ 872.597235] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.607593] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e89ec9-55dc-c672-83da-ef6daaa7ccd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.661315] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.661846] env[69374]: DEBUG nova.compute.manager [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.666282] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.758s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.667706] env[69374]: INFO nova.compute.claims [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.723301] env[69374]: DEBUG nova.compute.manager [req-9eea1a15-6bf7-4b68-9087-56e774653afc req-57e6e593-78c5-4d2e-ad5f-3c4918629d99 service nova] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Received event network-vif-deleted-9992332a-6ce0-4c6e-8184-1c61924762de {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.724266] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.724355] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.724528] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.724706] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.724921] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.727519] env[69374]: INFO nova.compute.manager [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Terminating instance [ 872.746865] env[69374]: INFO nova.compute.manager [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Took 48.18 seconds to build instance. [ 872.828861] env[69374]: DEBUG nova.network.neutron [req-365204d7-2ebb-4055-aa77-fdadcab21dfb req-d1dc926a-3fe9-436b-afed-e4b394faddc2 service nova] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Updated VIF entry in instance network info cache for port 99bc8369-e1d4-47d6-a557-f5fcda867e2c. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.829252] env[69374]: DEBUG nova.network.neutron [req-365204d7-2ebb-4055-aa77-fdadcab21dfb req-d1dc926a-3fe9-436b-afed-e4b394faddc2 service nova] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Updating instance_info_cache with network_info: [{"id": "99bc8369-e1d4-47d6-a557-f5fcda867e2c", "address": "fa:16:3e:8c:14:b5", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bc8369-e1", "ovs_interfaceid": "99bc8369-e1d4-47d6-a557-f5fcda867e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.856017] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52348952-e8df-f944-230d-3aa9653db30c, 'name': SearchDatastore_Task, 'duration_secs': 0.014552} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.856017] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.856271] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.856726] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.856726] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.856937] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.857924] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-554c7eba-0fd3-4c94-a952-e0fdc31522fe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.868684] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.869531] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.869850] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4af662a-fdee-4df3-b45d-041ea6bed33f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.877411] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 872.877411] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c8af70-1451-88ca-d3ce-10b7eff29d0c" [ 872.877411] env[69374]: _type = "Task" [ 872.877411] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.886402] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c8af70-1451-88ca-d3ce-10b7eff29d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.948037] env[69374]: DEBUG nova.compute.manager [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.948306] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.949281] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f43ef5-14f6-4d7f-9d4e-8c53a7bf6c32 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.958340] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.958700] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe0d5b28-f42e-499f-8cd1-fa17bc7f1258 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.967337] env[69374]: DEBUG oslo_vmware.api [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 872.967337] env[69374]: value = "task-4111380" [ 872.967337] env[69374]: _type = "Task" [ 872.967337] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.977729] env[69374]: DEBUG oslo_vmware.api [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.021628] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.108960] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e89ec9-55dc-c672-83da-ef6daaa7ccd1, 'name': SearchDatastore_Task, 'duration_secs': 0.020605} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.109450] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.109752] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.110036] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.110308] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.110539] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.110871] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c22fa216-3747-4f21-ae34-13cbfbb91e9c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.121276] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.121523] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.122440] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c118ab6b-e6e9-4824-96f2-fec093a1879d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.130067] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 873.130067] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e9812f-1449-5c63-12e8-a5fb61936cc0" [ 873.130067] env[69374]: _type = "Task" [ 873.130067] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.141737] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e9812f-1449-5c63-12e8-a5fb61936cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.168642] env[69374]: DEBUG nova.compute.utils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.171477] env[69374]: DEBUG nova.compute.manager [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.171716] env[69374]: DEBUG nova.network.neutron [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.181286] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9cdd7e8-56ac-4393-9c00-ac9a2928d3ae tempest-VolumesAssistedSnapshotsTest-1648157433 tempest-VolumesAssistedSnapshotsTest-1648157433-project-admin] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.337s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.236271] env[69374]: DEBUG nova.compute.manager [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.236562] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.237309] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b727eb16-dba0-4c90-8d69-3c6dfabb6d78 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.246286] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.246576] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8109b604-d222-47c6-a682-54f40c29e319 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.249009] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5abb9b3-a15d-4e2d-ae83-52975aafb9e6 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "c349daae-0e85-4831-aaf7-ef54d36ab432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.901s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.253916] env[69374]: DEBUG oslo_vmware.api [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 873.253916] env[69374]: value = "task-4111382" [ 873.253916] env[69374]: _type = "Task" [ 873.253916] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.260695] env[69374]: DEBUG nova.policy [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5dc9b54bf64fa38cec042fea27d7a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35307c25070547b19527987b14cd51da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.266025] env[69374]: DEBUG oslo_vmware.api [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.332658] env[69374]: DEBUG oslo_concurrency.lockutils [req-365204d7-2ebb-4055-aa77-fdadcab21dfb req-d1dc926a-3fe9-436b-afed-e4b394faddc2 service nova] Releasing lock "refresh_cache-702f1036-cfda-4b41-87ae-6a5d4c60e758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.391030] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c8af70-1451-88ca-d3ce-10b7eff29d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.019666} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.392166] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c37a2e-47d9-4933-9314-ef7bc544d835 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.398570] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 873.398570] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f530d2-77f1-0439-9f96-b8e4f6d46ebf" [ 873.398570] env[69374]: _type = "Task" [ 873.398570] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.410935] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f530d2-77f1-0439-9f96-b8e4f6d46ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.481195] env[69374]: DEBUG oslo_vmware.api [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111380, 'name': PowerOffVM_Task, 'duration_secs': 0.254369} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.481514] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.481691] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.482228] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05f21644-2bf1-4873-96a7-8a8df0c1c9ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.526948] env[69374]: DEBUG nova.compute.manager [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69374) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 873.527254] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.551748] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.552246] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.553878] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Deleting the datastore file [datastore2] ec8737e3-c6fb-4e50-be61-726fd118d3cc {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.553878] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b02c894-03ac-49f5-a13c-be308436c7e1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.562254] env[69374]: DEBUG oslo_vmware.api [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 873.562254] env[69374]: value = "task-4111384" [ 873.562254] env[69374]: _type = "Task" [ 873.562254] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.571864] env[69374]: DEBUG oslo_vmware.api [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.622026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.625318] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.641860] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e9812f-1449-5c63-12e8-a5fb61936cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.015379} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.643478] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5356c0fc-a2c7-434d-af71-3dfa253a7206 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.652050] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 873.652050] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5296f0b0-e32c-53d9-a508-fae91234a8f4" [ 873.652050] env[69374]: _type = "Task" [ 873.652050] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.663290] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5296f0b0-e32c-53d9-a508-fae91234a8f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.672070] env[69374]: DEBUG nova.compute.manager [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.718582] env[69374]: DEBUG nova.network.neutron [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Successfully created port: 2485f925-5682-45d7-afda-0dece989727a {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.767734] env[69374]: DEBUG oslo_vmware.api [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111382, 'name': PowerOffVM_Task, 'duration_secs': 0.279339} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.768246] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.768545] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.768964] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78fda1f7-f64d-4519-a5ed-e848de77e09f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.844622] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.846046] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.846046] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleting the datastore file [datastore1] e8d90ed7-91d5-4d19-a4d4-e200c43b3de2 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.846046] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7620167d-26b5-4ca3-b9e7-2b3ee8a228d2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.852812] env[69374]: DEBUG oslo_vmware.api [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 873.852812] env[69374]: value = "task-4111386" [ 873.852812] env[69374]: _type = "Task" [ 873.852812] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.865783] env[69374]: DEBUG oslo_vmware.api [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.913727] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f530d2-77f1-0439-9f96-b8e4f6d46ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.012701} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.914084] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.914431] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 702f1036-cfda-4b41-87ae-6a5d4c60e758/702f1036-cfda-4b41-87ae-6a5d4c60e758.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.914719] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c28eae86-c626-4167-a7d2-225fcdc95dea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.928148] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 873.928148] env[69374]: value = "task-4111387" [ 873.928148] env[69374]: _type = "Task" [ 873.928148] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.943205] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.078785] env[69374]: DEBUG oslo_vmware.api [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33803} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.079122] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.079248] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.079429] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.079567] env[69374]: INFO nova.compute.manager [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 874.079859] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.080073] env[69374]: DEBUG nova.compute.manager [-] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.080179] env[69374]: DEBUG nova.network.neutron [-] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.125477] env[69374]: DEBUG nova.compute.manager [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.170045] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5296f0b0-e32c-53d9-a508-fae91234a8f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012897} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.170416] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.170934] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 26e3e3c2-8034-4070-8ac6-790155c15a82/26e3e3c2-8034-4070-8ac6-790155c15a82.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.171143] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfc83700-eeca-4e87-8421-54184392c5aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.189151] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 874.189151] env[69374]: value = "task-4111388" [ 874.189151] env[69374]: _type = "Task" [ 874.189151] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.199032] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.372666] env[69374]: DEBUG oslo_vmware.api [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212275} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.372878] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.373327] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.373327] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.373497] env[69374]: INFO nova.compute.manager [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 874.374139] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.374139] env[69374]: DEBUG nova.compute.manager [-] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.374139] env[69374]: DEBUG nova.network.neutron [-] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.443197] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111387, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.452736] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3d12b6-7fcc-426b-b893-a73044d07ecc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.459132] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66d0f35-27ee-4360-8459-c24c73471a8c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.495637] env[69374]: INFO nova.compute.manager [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Rebuilding instance [ 874.498840] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00559b9-de80-48c3-96ad-4ea72f9de22a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.507887] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8657c35c-3c3b-4879-9c21-343942d04e53 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.529083] env[69374]: DEBUG nova.compute.provider_tree [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.603035] env[69374]: DEBUG nova.compute.manager [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.603807] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d439dcf-a4d9-42d7-a027-6f1b9200a14d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.650191] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.685376] env[69374]: DEBUG nova.compute.manager [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.708645] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111388, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.728494] env[69374]: DEBUG nova.virt.hardware [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.728904] env[69374]: DEBUG nova.virt.hardware [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.729219] env[69374]: DEBUG nova.virt.hardware [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.729566] env[69374]: DEBUG nova.virt.hardware [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.730110] env[69374]: DEBUG nova.virt.hardware [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.730229] env[69374]: DEBUG nova.virt.hardware [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.730529] env[69374]: DEBUG nova.virt.hardware [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.730808] env[69374]: DEBUG nova.virt.hardware [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.731120] env[69374]: DEBUG nova.virt.hardware [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.735032] env[69374]: DEBUG nova.virt.hardware [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.735032] env[69374]: DEBUG nova.virt.hardware [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.735032] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c7a36f-0f20-484b-bbff-b53df2ff2e4a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.745621] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc3a4a-6573-4cd7-87bc-6268bf123230 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.941906] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66593} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.942321] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 702f1036-cfda-4b41-87ae-6a5d4c60e758/702f1036-cfda-4b41-87ae-6a5d4c60e758.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.942489] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.942756] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76184f1a-a63a-495c-9590-88c65d6de6f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.946993] env[69374]: DEBUG nova.compute.manager [req-6e579839-4973-4be0-87b8-dcb4736a4562 req-de341c64-a851-4713-98e2-1034de5dc441 service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Received event network-vif-deleted-bfd96e6b-23be-442d-b6a3-8c987772b62f {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.947235] env[69374]: INFO nova.compute.manager [req-6e579839-4973-4be0-87b8-dcb4736a4562 req-de341c64-a851-4713-98e2-1034de5dc441 service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Neutron deleted interface bfd96e6b-23be-442d-b6a3-8c987772b62f; detaching it from the instance and deleting it from the info cache [ 874.947452] env[69374]: DEBUG nova.network.neutron [req-6e579839-4973-4be0-87b8-dcb4736a4562 req-de341c64-a851-4713-98e2-1034de5dc441 service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.954711] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 874.954711] env[69374]: value = "task-4111389" [ 874.954711] env[69374]: _type = "Task" [ 874.954711] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.968486] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.062590] env[69374]: ERROR nova.scheduler.client.report [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [req-74910421-63e5-4f73-b84b-9412f03af796] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-74910421-63e5-4f73-b84b-9412f03af796"}]} [ 875.084709] env[69374]: DEBUG nova.scheduler.client.report [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 875.106421] env[69374]: DEBUG nova.scheduler.client.report [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 875.106600] env[69374]: DEBUG nova.compute.provider_tree [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.127388] env[69374]: DEBUG nova.scheduler.client.report [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 875.177536] env[69374]: DEBUG nova.scheduler.client.report [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 875.205544] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83062} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.205940] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 26e3e3c2-8034-4070-8ac6-790155c15a82/26e3e3c2-8034-4070-8ac6-790155c15a82.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.206205] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.207499] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28072cf0-a8c8-48ae-8a6b-60047526e1a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.215539] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 875.215539] env[69374]: value = "task-4111390" [ 875.215539] env[69374]: _type = "Task" [ 875.215539] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.234463] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.301454] env[69374]: DEBUG nova.network.neutron [-] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.365439] env[69374]: DEBUG nova.compute.manager [req-c3fe5f3d-31ce-4d9f-a4ba-0fa30493660c req-10fd2890-4a2b-4826-8a6b-b92a1ce024a4 service nova] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Received event network-vif-plugged-2485f925-5682-45d7-afda-0dece989727a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.365792] env[69374]: DEBUG oslo_concurrency.lockutils [req-c3fe5f3d-31ce-4d9f-a4ba-0fa30493660c req-10fd2890-4a2b-4826-8a6b-b92a1ce024a4 service nova] Acquiring lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.366020] env[69374]: DEBUG oslo_concurrency.lockutils [req-c3fe5f3d-31ce-4d9f-a4ba-0fa30493660c req-10fd2890-4a2b-4826-8a6b-b92a1ce024a4 service nova] Lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.366194] env[69374]: DEBUG oslo_concurrency.lockutils [req-c3fe5f3d-31ce-4d9f-a4ba-0fa30493660c req-10fd2890-4a2b-4826-8a6b-b92a1ce024a4 service nova] Lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.366367] env[69374]: DEBUG nova.compute.manager [req-c3fe5f3d-31ce-4d9f-a4ba-0fa30493660c req-10fd2890-4a2b-4826-8a6b-b92a1ce024a4 service nova] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] No waiting events found dispatching network-vif-plugged-2485f925-5682-45d7-afda-0dece989727a {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 875.366593] env[69374]: WARNING nova.compute.manager [req-c3fe5f3d-31ce-4d9f-a4ba-0fa30493660c req-10fd2890-4a2b-4826-8a6b-b92a1ce024a4 service nova] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Received unexpected event network-vif-plugged-2485f925-5682-45d7-afda-0dece989727a for instance with vm_state building and task_state spawning. [ 875.456371] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-104ac7bb-c562-4151-8ebd-cca6df0c6658 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.462825] env[69374]: DEBUG nova.network.neutron [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Successfully updated port: 2485f925-5682-45d7-afda-0dece989727a {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.470149] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070008} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.471571] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.474809] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a241f90a-384e-46a6-b272-3773ce60efd0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.480101] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f57eb3-5929-43a3-90db-9f5387625fbb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.513232] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 702f1036-cfda-4b41-87ae-6a5d4c60e758/702f1036-cfda-4b41-87ae-6a5d4c60e758.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.533418] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3fac319-889c-444d-8712-d131c1099fb4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.548198] env[69374]: DEBUG nova.compute.manager [req-6e579839-4973-4be0-87b8-dcb4736a4562 req-de341c64-a851-4713-98e2-1034de5dc441 service nova] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Detach interface failed, port_id=bfd96e6b-23be-442d-b6a3-8c987772b62f, reason: Instance ec8737e3-c6fb-4e50-be61-726fd118d3cc could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.555664] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 875.555664] env[69374]: value = "task-4111391" [ 875.555664] env[69374]: _type = "Task" [ 875.555664] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.572275] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.623537] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.623867] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cfcb80f-340d-4a9b-86c6-77fede77f2ed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.633773] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 875.633773] env[69374]: value = "task-4111392" [ 875.633773] env[69374]: _type = "Task" [ 875.633773] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.644198] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.729099] env[69374]: DEBUG nova.network.neutron [-] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.734107] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.373841} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.734459] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.735257] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e564044-6773-45f8-90ad-52b8564ba40a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.759065] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 26e3e3c2-8034-4070-8ac6-790155c15a82/26e3e3c2-8034-4070-8ac6-790155c15a82.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.762899] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5327c59a-ad64-4a47-b285-bbbfabc87bdc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.785683] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 875.785683] env[69374]: value = "task-4111393" [ 875.785683] env[69374]: _type = "Task" [ 875.785683] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.798582] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.807885] env[69374]: INFO nova.compute.manager [-] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Took 1.73 seconds to deallocate network for instance. [ 875.909409] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11899ca3-4015-449d-8cb8-c5b5138ec372 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.919072] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72703d45-1d68-4d55-8742-90519744387e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.952052] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c9e87a-16be-457d-9983-7eae1ffb1732 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.960643] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa63df85-4a05-4314-b838-f11a5859076f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.965377] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "refresh_cache-26b0f6c3-7bf6-4786-8998-cdd3c334ba61" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.965565] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "refresh_cache-26b0f6c3-7bf6-4786-8998-cdd3c334ba61" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.965719] env[69374]: DEBUG nova.network.neutron [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.978058] env[69374]: DEBUG nova.compute.provider_tree [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.069270] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.144759] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111392, 'name': PowerOffVM_Task, 'duration_secs': 0.173964} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.145188] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.145845] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.146710] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2053e927-3343-4edb-880c-831922191d9c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.154969] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.155277] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1ef49c3-8307-4b6e-97b4-c55e6a5fcd54 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.182715] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.183151] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.183316] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Deleting the datastore file [datastore1] c349daae-0e85-4831-aaf7-ef54d36ab432 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.183602] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39b2b0c3-e2ff-459f-a7c0-db5108256c5e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.191508] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 876.191508] env[69374]: value = "task-4111395" [ 876.191508] env[69374]: _type = "Task" [ 876.191508] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.200620] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.231494] env[69374]: INFO nova.compute.manager [-] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Took 1.86 seconds to deallocate network for instance. [ 876.297989] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.314782] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.481667] env[69374]: DEBUG nova.scheduler.client.report [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.505947] env[69374]: DEBUG nova.network.neutron [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.571916] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111391, 'name': ReconfigVM_Task, 'duration_secs': 1.007686} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.575694] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 702f1036-cfda-4b41-87ae-6a5d4c60e758/702f1036-cfda-4b41-87ae-6a5d4c60e758.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.576560] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46b37529-42a5-4cc8-92b0-3558130e657b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.591029] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 876.591029] env[69374]: value = "task-4111396" [ 876.591029] env[69374]: _type = "Task" [ 876.591029] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.600349] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111396, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.704049] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342283} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.704363] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.704621] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.704885] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.714609] env[69374]: DEBUG nova.network.neutron [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Updating instance_info_cache with network_info: [{"id": "2485f925-5682-45d7-afda-0dece989727a", "address": "fa:16:3e:e1:1f:87", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2485f925-56", "ovs_interfaceid": "2485f925-5682-45d7-afda-0dece989727a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.742494] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.796222] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111393, 'name': ReconfigVM_Task, 'duration_secs': 0.864428} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.796554] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 26e3e3c2-8034-4070-8ac6-790155c15a82/26e3e3c2-8034-4070-8ac6-790155c15a82.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.797206] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8c28e92-d8af-4cbb-9d20-6105621a5d08 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.805229] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 876.805229] env[69374]: value = "task-4111397" [ 876.805229] env[69374]: _type = "Task" [ 876.805229] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.814244] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111397, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.989553] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.323s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.989611] env[69374]: DEBUG nova.compute.manager [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.994238] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.310s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.994462] env[69374]: DEBUG nova.objects.instance [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Lazy-loading 'resources' on Instance uuid 6e9d6306-132d-4d57-8c21-507efe2dd8eb {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.001340] env[69374]: DEBUG oslo_concurrency.lockutils [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquiring lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.001586] env[69374]: DEBUG oslo_concurrency.lockutils [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.001769] env[69374]: DEBUG oslo_concurrency.lockutils [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquiring lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.001947] env[69374]: DEBUG oslo_concurrency.lockutils [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.002703] env[69374]: DEBUG oslo_concurrency.lockutils [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.004679] env[69374]: INFO nova.compute.manager [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Terminating instance [ 877.065949] env[69374]: DEBUG nova.compute.manager [req-008dc547-ca80-4094-a142-5b09a251edd3 req-7f8dfc8e-9608-4a95-98c3-256582a4a86e service nova] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Received event network-vif-deleted-afd3bed2-b3af-4d2e-93cd-3ae2f3d2c792 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.098636] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111396, 'name': Rename_Task, 'duration_secs': 0.317301} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.098865] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.099135] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59a90cce-cdcd-40d5-a23b-e2b74ced99ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.106286] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 877.106286] env[69374]: value = "task-4111398" [ 877.106286] env[69374]: _type = "Task" [ 877.106286] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.115308] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.217487] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "refresh_cache-26b0f6c3-7bf6-4786-8998-cdd3c334ba61" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.218042] env[69374]: DEBUG nova.compute.manager [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Instance network_info: |[{"id": "2485f925-5682-45d7-afda-0dece989727a", "address": "fa:16:3e:e1:1f:87", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2485f925-56", "ovs_interfaceid": "2485f925-5682-45d7-afda-0dece989727a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.218298] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:1f:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2485f925-5682-45d7-afda-0dece989727a', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.227622] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.227908] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.229057] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5c57287-06a0-48d6-a560-54443f40a8ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.252036] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.252036] env[69374]: value = "task-4111399" [ 877.252036] env[69374]: _type = "Task" [ 877.252036] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.260554] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111399, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.318919] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111397, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.401163] env[69374]: DEBUG nova.compute.manager [req-c17bbda8-e43b-4359-906d-df0a0134ba8f req-74840122-964b-4169-8a2a-613baa069c46 service nova] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Received event network-changed-2485f925-5682-45d7-afda-0dece989727a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.401360] env[69374]: DEBUG nova.compute.manager [req-c17bbda8-e43b-4359-906d-df0a0134ba8f req-74840122-964b-4169-8a2a-613baa069c46 service nova] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Refreshing instance network info cache due to event network-changed-2485f925-5682-45d7-afda-0dece989727a. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.401547] env[69374]: DEBUG oslo_concurrency.lockutils [req-c17bbda8-e43b-4359-906d-df0a0134ba8f req-74840122-964b-4169-8a2a-613baa069c46 service nova] Acquiring lock "refresh_cache-26b0f6c3-7bf6-4786-8998-cdd3c334ba61" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.401677] env[69374]: DEBUG oslo_concurrency.lockutils [req-c17bbda8-e43b-4359-906d-df0a0134ba8f req-74840122-964b-4169-8a2a-613baa069c46 service nova] Acquired lock "refresh_cache-26b0f6c3-7bf6-4786-8998-cdd3c334ba61" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.401959] env[69374]: DEBUG nova.network.neutron [req-c17bbda8-e43b-4359-906d-df0a0134ba8f req-74840122-964b-4169-8a2a-613baa069c46 service nova] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Refreshing network info cache for port 2485f925-5682-45d7-afda-0dece989727a {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.497553] env[69374]: DEBUG nova.compute.utils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.502281] env[69374]: DEBUG nova.compute.manager [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.502570] env[69374]: DEBUG nova.network.neutron [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.509262] env[69374]: DEBUG nova.compute.manager [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.509507] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.510427] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b29d1d-0441-40e7-9051-522b132a3f61 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.519695] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.520051] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d981834d-e9f6-493b-8aec-9a038b0933f1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.528106] env[69374]: DEBUG oslo_vmware.api [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for the task: (returnval){ [ 877.528106] env[69374]: value = "task-4111400" [ 877.528106] env[69374]: _type = "Task" [ 877.528106] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.537436] env[69374]: DEBUG oslo_vmware.api [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4111400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.543586] env[69374]: DEBUG nova.policy [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '182ab8b9fc314f41bea04a16afcdcc18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8f5a50db5c2416186264f96d78f4490', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.622443] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111398, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.762413] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111399, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.798674] env[69374]: DEBUG nova.virt.hardware [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.798946] env[69374]: DEBUG nova.virt.hardware [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.799210] env[69374]: DEBUG nova.virt.hardware [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.799385] env[69374]: DEBUG nova.virt.hardware [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.799602] env[69374]: DEBUG nova.virt.hardware [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.799902] env[69374]: DEBUG nova.virt.hardware [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.800238] env[69374]: DEBUG nova.virt.hardware [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.800504] env[69374]: DEBUG nova.virt.hardware [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.800793] env[69374]: DEBUG nova.virt.hardware [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.801540] env[69374]: DEBUG nova.virt.hardware [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.801540] env[69374]: DEBUG nova.virt.hardware [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.807323] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968a605e-296f-462b-9d7c-ef45a6cc124e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.824674] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179c0625-432f-4bed-ada0-ea819e86b323 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.828657] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111397, 'name': Rename_Task, 'duration_secs': 0.968941} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.831557] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.832317] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1728c10f-eb29-42b0-840f-68020990c5cc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.842919] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.848959] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.853452] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.853887] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 877.853887] env[69374]: value = "task-4111401" [ 877.853887] env[69374]: _type = "Task" [ 877.853887] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.854068] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9903f27b-1764-4d75-a9a6-f7fe3ed139a4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.880035] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.881697] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.881697] env[69374]: value = "task-4111402" [ 877.881697] env[69374]: _type = "Task" [ 877.881697] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.896033] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111402, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.004657] env[69374]: DEBUG nova.compute.manager [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.053871] env[69374]: DEBUG oslo_vmware.api [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4111400, 'name': PowerOffVM_Task, 'duration_secs': 0.282176} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.054618] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.054953] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.058864] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29dfb0c9-b268-47a5-bfd2-1b53bf237c9f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.106023] env[69374]: DEBUG nova.network.neutron [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Successfully created port: f52da84d-da72-4480-b56e-dc71093c4102 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.125068] env[69374]: DEBUG oslo_vmware.api [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111398, 'name': PowerOnVM_Task, 'duration_secs': 0.589455} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.125068] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.125261] env[69374]: INFO nova.compute.manager [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Took 9.02 seconds to spawn the instance on the hypervisor. [ 878.125473] env[69374]: DEBUG nova.compute.manager [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.126445] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b11fd5-a03b-4b7b-99f1-0886ab1ebad4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.145395] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.145395] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.145395] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Deleting the datastore file [datastore1] e871adc2-871c-4f81-84d3-172ba0fa5ea9 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.145395] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfe72101-ee7c-4a2b-b0b9-8d5706a3d47e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.157127] env[69374]: DEBUG oslo_vmware.api [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for the task: (returnval){ [ 878.157127] env[69374]: value = "task-4111404" [ 878.157127] env[69374]: _type = "Task" [ 878.157127] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.167506] env[69374]: DEBUG oslo_vmware.api [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4111404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.236080] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bd265c-f17c-45ca-bcda-f364f2cb35f9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.245122] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b87455-3a95-4abf-9a8d-517c95ded31a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.299692] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90dc107-853a-42dc-a4f3-23d501d95e2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.310710] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111399, 'name': CreateVM_Task, 'duration_secs': 1.005304} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.314423] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.315318] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.315491] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.315854] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.317426] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d467383-269a-4c18-a415-717bdd1093ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.321947] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9834999-ad43-4805-95a7-6e27a97ecd23 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.328483] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 878.328483] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c0f0b8-8947-04d1-3efa-ef39583bd0ed" [ 878.328483] env[69374]: _type = "Task" [ 878.328483] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.338427] env[69374]: DEBUG nova.compute.provider_tree [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.358974] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c0f0b8-8947-04d1-3efa-ef39583bd0ed, 'name': SearchDatastore_Task} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.360133] env[69374]: DEBUG nova.network.neutron [req-c17bbda8-e43b-4359-906d-df0a0134ba8f req-74840122-964b-4169-8a2a-613baa069c46 service nova] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Updated VIF entry in instance network info cache for port 2485f925-5682-45d7-afda-0dece989727a. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.360474] env[69374]: DEBUG nova.network.neutron [req-c17bbda8-e43b-4359-906d-df0a0134ba8f req-74840122-964b-4169-8a2a-613baa069c46 service nova] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Updating instance_info_cache with network_info: [{"id": "2485f925-5682-45d7-afda-0dece989727a", "address": "fa:16:3e:e1:1f:87", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2485f925-56", "ovs_interfaceid": "2485f925-5682-45d7-afda-0dece989727a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.362952] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.362952] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.362952] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.363223] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.363223] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.367025] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c4a3dc-246f-4823-bd9e-08a52bf2046e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.380214] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111401, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.381714] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.381714] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.382195] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7b387c-5d56-449c-adac-bb901b88c08d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.393500] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 878.393500] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]528890fc-c60a-e126-1e09-05d88df2e306" [ 878.393500] env[69374]: _type = "Task" [ 878.393500] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.396790] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111402, 'name': CreateVM_Task, 'duration_secs': 0.481653} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.400240] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.400762] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.400981] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.401332] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.402166] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6955a06-e1a7-4bc5-8661-2ea393a4a1bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.408419] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528890fc-c60a-e126-1e09-05d88df2e306, 'name': SearchDatastore_Task, 'duration_secs': 0.01374} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.411422] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 878.411422] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b459c7-9769-1b57-c25c-97e94dc2ff30" [ 878.411422] env[69374]: _type = "Task" [ 878.411422] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.411422] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a8fb28-f150-4c35-b081-fc81b7bebd44 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.422282] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 878.422282] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5264e370-597f-76cf-5a6d-1396bd7a3fe6" [ 878.422282] env[69374]: _type = "Task" [ 878.422282] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.426382] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b459c7-9769-1b57-c25c-97e94dc2ff30, 'name': SearchDatastore_Task} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.429785] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.430229] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.430412] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.437276] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5264e370-597f-76cf-5a6d-1396bd7a3fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.669085] env[69374]: INFO nova.compute.manager [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Took 51.28 seconds to build instance. [ 878.673314] env[69374]: DEBUG oslo_vmware.api [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Task: {'id': task-4111404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200125} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.675108] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.675108] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.675108] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.675108] env[69374]: INFO nova.compute.manager [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 878.675108] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.675108] env[69374]: DEBUG nova.compute.manager [-] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.675108] env[69374]: DEBUG nova.network.neutron [-] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.849026] env[69374]: DEBUG nova.scheduler.client.report [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.865677] env[69374]: DEBUG oslo_concurrency.lockutils [req-c17bbda8-e43b-4359-906d-df0a0134ba8f req-74840122-964b-4169-8a2a-613baa069c46 service nova] Releasing lock "refresh_cache-26b0f6c3-7bf6-4786-8998-cdd3c334ba61" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.877751] env[69374]: DEBUG oslo_vmware.api [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111401, 'name': PowerOnVM_Task, 'duration_secs': 0.543172} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.878447] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.878799] env[69374]: INFO nova.compute.manager [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Took 6.94 seconds to spawn the instance on the hypervisor. [ 878.879119] env[69374]: DEBUG nova.compute.manager [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.880114] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63d3829-4e91-46e2-b01a-f7f0973fe798 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.945436] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5264e370-597f-76cf-5a6d-1396bd7a3fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.016548} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.948023] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.948023] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 26b0f6c3-7bf6-4786-8998-cdd3c334ba61/26b0f6c3-7bf6-4786-8998-cdd3c334ba61.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.948023] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.948023] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.952620] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fa09acf-16bb-46f7-bf9e-685ee9370f81 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.953821] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01e348b1-ded4-428b-a07e-9e5d75a143a7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.964399] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 878.964399] env[69374]: value = "task-4111405" [ 878.964399] env[69374]: _type = "Task" [ 878.964399] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.966069] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.966290] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.978485] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072a9fc6-aa4d-4c88-b1be-ff5146d4d34b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.982935] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 878.982935] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52fd9432-fbe8-3060-4faf-58ebfb291d6e" [ 878.982935] env[69374]: _type = "Task" [ 878.982935] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.989423] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.996802] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fd9432-fbe8-3060-4faf-58ebfb291d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.009021] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquiring lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.009021] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.009021] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquiring lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.009021] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.009021] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.010663] env[69374]: INFO nova.compute.manager [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Terminating instance [ 879.025951] env[69374]: DEBUG nova.compute.manager [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.069651] env[69374]: DEBUG nova.virt.hardware [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.069969] env[69374]: DEBUG nova.virt.hardware [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.070184] env[69374]: DEBUG nova.virt.hardware [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.074019] env[69374]: DEBUG nova.virt.hardware [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.074019] env[69374]: DEBUG nova.virt.hardware [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.074019] env[69374]: DEBUG nova.virt.hardware [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.074019] env[69374]: DEBUG nova.virt.hardware [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.074019] env[69374]: DEBUG nova.virt.hardware [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.074019] env[69374]: DEBUG nova.virt.hardware [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.074019] env[69374]: DEBUG nova.virt.hardware [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.074019] env[69374]: DEBUG nova.virt.hardware [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.074019] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00643d46-b8db-4e5f-a783-c9e6e2b496f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.081622] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9bab51-5a12-4e57-b986-7f7f6dce4158 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.175046] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6e29cac-d8e3-4288-af0b-7c5fe6dadac5 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "702f1036-cfda-4b41-87ae-6a5d4c60e758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.290s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.356205] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.359280] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.654s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.359580] env[69374]: DEBUG nova.objects.instance [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lazy-loading 'resources' on Instance uuid 5149de8c-a780-42f3-b06e-8c51585a5329 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.399163] env[69374]: INFO nova.compute.manager [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Took 49.07 seconds to build instance. [ 879.425250] env[69374]: INFO nova.scheduler.client.report [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Deleted allocations for instance 6e9d6306-132d-4d57-8c21-507efe2dd8eb [ 879.484724] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111405, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.501566] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fd9432-fbe8-3060-4faf-58ebfb291d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.017222} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.502722] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad61c56-8103-4625-9c06-3d84491a3e99 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.513606] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 879.513606] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522d8e50-10aa-1734-73ac-1b462082c9e6" [ 879.513606] env[69374]: _type = "Task" [ 879.513606] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.514865] env[69374]: DEBUG nova.compute.manager [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.515276] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.519824] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cda514-ff72-460d-8362-fd1d522868f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.530098] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522d8e50-10aa-1734-73ac-1b462082c9e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.533183] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.533526] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c37097c3-05ec-40c0-9807-1653f3236621 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.543186] env[69374]: DEBUG oslo_vmware.api [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for the task: (returnval){ [ 879.543186] env[69374]: value = "task-4111406" [ 879.543186] env[69374]: _type = "Task" [ 879.543186] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.554262] env[69374]: DEBUG oslo_vmware.api [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.904653] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e83b9ff0-d515-4792-83bc-fcda444f35b7 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "26e3e3c2-8034-4070-8ac6-790155c15a82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.674s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.948258] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f01db6b-c942-4a7f-a3ff-65e18c7228a3 tempest-ServersNegativeTestMultiTenantJSON-1108741010 tempest-ServersNegativeTestMultiTenantJSON-1108741010-project-member] Lock "6e9d6306-132d-4d57-8c21-507efe2dd8eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.844s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.960286] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "702f1036-cfda-4b41-87ae-6a5d4c60e758" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.960286] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "702f1036-cfda-4b41-87ae-6a5d4c60e758" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.960286] env[69374]: DEBUG nova.compute.manager [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 879.960750] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55429045-61fd-4a0c-bbee-144579772876 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.983437] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851766} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.987703] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 26b0f6c3-7bf6-4786-8998-cdd3c334ba61/26b0f6c3-7bf6-4786-8998-cdd3c334ba61.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.987941] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.988265] env[69374]: DEBUG nova.compute.manager [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69374) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 879.988855] env[69374]: DEBUG nova.objects.instance [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lazy-loading 'flavor' on Instance uuid 702f1036-cfda-4b41-87ae-6a5d4c60e758 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.990498] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8652b83a-09fe-4cee-861b-63b362c5d5a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.998340] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 879.998340] env[69374]: value = "task-4111407" [ 879.998340] env[69374]: _type = "Task" [ 879.998340] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.009070] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.026109] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522d8e50-10aa-1734-73ac-1b462082c9e6, 'name': SearchDatastore_Task, 'duration_secs': 0.064597} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.029491] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.029910] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c349daae-0e85-4831-aaf7-ef54d36ab432/c349daae-0e85-4831-aaf7-ef54d36ab432.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.030597] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cedfb487-7919-4ccc-b668-d396c4c713ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.038716] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 880.038716] env[69374]: value = "task-4111408" [ 880.038716] env[69374]: _type = "Task" [ 880.038716] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.058330] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.058647] env[69374]: DEBUG oslo_vmware.api [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111406, 'name': PowerOffVM_Task, 'duration_secs': 0.423294} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.058894] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.059450] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.059450] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-716cf284-1cf0-4948-8228-7239f2be1aea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.110150] env[69374]: DEBUG nova.network.neutron [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Successfully updated port: f52da84d-da72-4480-b56e-dc71093c4102 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.143646] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.143646] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.143872] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Deleting the datastore file [datastore1] 78a90f76-8aeb-4a74-a2a7-ee67621f8275 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.144079] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-469a9ec3-9f7c-41b8-999c-78f155eee6d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.151892] env[69374]: DEBUG oslo_vmware.api [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for the task: (returnval){ [ 880.151892] env[69374]: value = "task-4111410" [ 880.151892] env[69374]: _type = "Task" [ 880.151892] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.160248] env[69374]: DEBUG nova.compute.manager [req-5bfcff6c-9f39-4d5d-ab33-2a5ae1c89c24 req-f0e5e2fe-f385-4b8b-8f3a-6acfef119339 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Received event network-vif-plugged-f52da84d-da72-4480-b56e-dc71093c4102 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.160487] env[69374]: DEBUG oslo_concurrency.lockutils [req-5bfcff6c-9f39-4d5d-ab33-2a5ae1c89c24 req-f0e5e2fe-f385-4b8b-8f3a-6acfef119339 service nova] Acquiring lock "789144b7-6a4e-4634-abc1-ca01bcba7710-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.160700] env[69374]: DEBUG oslo_concurrency.lockutils [req-5bfcff6c-9f39-4d5d-ab33-2a5ae1c89c24 req-f0e5e2fe-f385-4b8b-8f3a-6acfef119339 service nova] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.160894] env[69374]: DEBUG oslo_concurrency.lockutils [req-5bfcff6c-9f39-4d5d-ab33-2a5ae1c89c24 req-f0e5e2fe-f385-4b8b-8f3a-6acfef119339 service nova] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.161181] env[69374]: DEBUG nova.compute.manager [req-5bfcff6c-9f39-4d5d-ab33-2a5ae1c89c24 req-f0e5e2fe-f385-4b8b-8f3a-6acfef119339 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] No waiting events found dispatching network-vif-plugged-f52da84d-da72-4480-b56e-dc71093c4102 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 880.161341] env[69374]: WARNING nova.compute.manager [req-5bfcff6c-9f39-4d5d-ab33-2a5ae1c89c24 req-f0e5e2fe-f385-4b8b-8f3a-6acfef119339 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Received unexpected event network-vif-plugged-f52da84d-da72-4480-b56e-dc71093c4102 for instance with vm_state building and task_state spawning. [ 880.165424] env[69374]: DEBUG oslo_vmware.api [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.194221] env[69374]: DEBUG nova.compute.manager [req-787ed6f7-94d4-45e0-9bbe-7a815f5f0160 req-d0b19575-a3bf-4cd5-a3ae-cdb826433b2b service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Received event network-vif-deleted-7ed40913-cae4-437a-8fc0-d9c3360ea1f5 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.194430] env[69374]: INFO nova.compute.manager [req-787ed6f7-94d4-45e0-9bbe-7a815f5f0160 req-d0b19575-a3bf-4cd5-a3ae-cdb826433b2b service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Neutron deleted interface 7ed40913-cae4-437a-8fc0-d9c3360ea1f5; detaching it from the instance and deleting it from the info cache [ 880.194604] env[69374]: DEBUG nova.network.neutron [req-787ed6f7-94d4-45e0-9bbe-7a815f5f0160 req-d0b19575-a3bf-4cd5-a3ae-cdb826433b2b service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.245422] env[69374]: DEBUG nova.network.neutron [-] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.513810] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087162} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.515051] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.518616] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4080e1-bae9-47dd-b378-ac6d74e417b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.547760] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 26b0f6c3-7bf6-4786-8998-cdd3c334ba61/26b0f6c3-7bf6-4786-8998-cdd3c334ba61.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.551505] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04b47b09-cfb3-499f-82a4-886125d4ee05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.577999] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111408, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.581511] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b155c48-9f6b-4972-a93c-e92ec84519f8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.585064] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 880.585064] env[69374]: value = "task-4111411" [ 880.585064] env[69374]: _type = "Task" [ 880.585064] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.593574] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a092022-bbe0-40e8-a7e7-43522684a963 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.600974] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.636513] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "refresh_cache-789144b7-6a4e-4634-abc1-ca01bcba7710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.636513] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "refresh_cache-789144b7-6a4e-4634-abc1-ca01bcba7710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.636513] env[69374]: DEBUG nova.network.neutron [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.637946] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c6dfa4-77da-4a74-885e-6d3a2db62da4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.649323] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a5928e-12c8-4a52-8a79-b754880c2860 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.668206] env[69374]: DEBUG oslo_vmware.api [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Task: {'id': task-4111410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348025} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.678413] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.678694] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.678936] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.679140] env[69374]: INFO nova.compute.manager [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Took 1.16 seconds to destroy the instance on the hypervisor. [ 880.679496] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.680321] env[69374]: DEBUG nova.compute.provider_tree [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.681933] env[69374]: DEBUG nova.compute.manager [-] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.682013] env[69374]: DEBUG nova.network.neutron [-] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.698091] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95eeb5a5-4285-450f-9c2c-665a2ec32294 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.709876] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674d6459-7a0f-4f97-b2f1-44e1e5bfeff9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.749649] env[69374]: INFO nova.compute.manager [-] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Took 2.07 seconds to deallocate network for instance. [ 880.750250] env[69374]: DEBUG nova.compute.manager [req-787ed6f7-94d4-45e0-9bbe-7a815f5f0160 req-d0b19575-a3bf-4cd5-a3ae-cdb826433b2b service nova] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Detach interface failed, port_id=7ed40913-cae4-437a-8fc0-d9c3360ea1f5, reason: Instance e871adc2-871c-4f81-84d3-172ba0fa5ea9 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.998292] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.999148] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0adc03e-9eb5-4a40-b617-459315f7f29a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.011252] env[69374]: DEBUG oslo_vmware.api [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 881.011252] env[69374]: value = "task-4111412" [ 881.011252] env[69374]: _type = "Task" [ 881.011252] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.019759] env[69374]: DEBUG oslo_vmware.api [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.064128] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803841} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.064128] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c349daae-0e85-4831-aaf7-ef54d36ab432/c349daae-0e85-4831-aaf7-ef54d36ab432.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.064128] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.064304] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86e2e9e4-6d63-42c8-8531-e40540bea454 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.072870] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 881.072870] env[69374]: value = "task-4111413" [ 881.072870] env[69374]: _type = "Task" [ 881.072870] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.090256] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.103269] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.187648] env[69374]: DEBUG nova.scheduler.client.report [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.213198] env[69374]: DEBUG nova.network.neutron [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.258044] env[69374]: DEBUG oslo_concurrency.lockutils [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.517061] env[69374]: DEBUG nova.network.neutron [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Updating instance_info_cache with network_info: [{"id": "f52da84d-da72-4480-b56e-dc71093c4102", "address": "fa:16:3e:e0:46:a6", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52da84d-da", "ovs_interfaceid": "f52da84d-da72-4480-b56e-dc71093c4102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.524937] env[69374]: DEBUG oslo_vmware.api [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111412, 'name': PowerOffVM_Task, 'duration_secs': 0.368857} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.524937] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.524937] env[69374]: DEBUG nova.compute.manager [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 881.525547] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e591fb47-f58e-4cc5-a5ad-c8b526afada0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.590092] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082328} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.590494] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.595171] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb2771f-5a93-461e-98f4-112c49a71177 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.604168] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111411, 'name': ReconfigVM_Task, 'duration_secs': 0.69919} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.613346] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 26b0f6c3-7bf6-4786-8998-cdd3c334ba61/26b0f6c3-7bf6-4786-8998-cdd3c334ba61.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.622266] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c349daae-0e85-4831-aaf7-ef54d36ab432/c349daae-0e85-4831-aaf7-ef54d36ab432.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.622602] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c95be5bf-2ded-4627-ac8c-08e23182da75 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.626016] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86b4d16c-d0d0-445a-b9a4-4caaea181a93 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.645865] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 881.645865] env[69374]: value = "task-4111414" [ 881.645865] env[69374]: _type = "Task" [ 881.645865] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.647789] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 881.647789] env[69374]: value = "task-4111415" [ 881.647789] env[69374]: _type = "Task" [ 881.647789] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.670770] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111414, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.671332] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111415, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.695717] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.697900] env[69374]: DEBUG oslo_concurrency.lockutils [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.338s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.698347] env[69374]: DEBUG nova.objects.instance [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lazy-loading 'resources' on Instance uuid d9bfc0a0-60da-4491-9c2e-14dfa871b025 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.748985] env[69374]: INFO nova.scheduler.client.report [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Deleted allocations for instance 5149de8c-a780-42f3-b06e-8c51585a5329 [ 882.026170] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "refresh_cache-789144b7-6a4e-4634-abc1-ca01bcba7710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.026699] env[69374]: DEBUG nova.compute.manager [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Instance network_info: |[{"id": "f52da84d-da72-4480-b56e-dc71093c4102", "address": "fa:16:3e:e0:46:a6", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52da84d-da", "ovs_interfaceid": "f52da84d-da72-4480-b56e-dc71093c4102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.027349] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:46:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f52da84d-da72-4480-b56e-dc71093c4102', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.036193] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.037326] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.039900] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0780aa7-caa7-4d69-8c43-c456c0986fd5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.058045] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0cd5d64-156d-464c-93e7-40c845de9aa2 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "702f1036-cfda-4b41-87ae-6a5d4c60e758" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.072527] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.072527] env[69374]: value = "task-4111416" [ 882.072527] env[69374]: _type = "Task" [ 882.072527] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.088850] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111416, 'name': CreateVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.167159] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111414, 'name': Rename_Task, 'duration_secs': 0.461305} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.169011] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.169376] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.169700] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6856cb50-9e31-46b7-ad13-540a90d7b698 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.178773] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 882.178773] env[69374]: value = "task-4111417" [ 882.178773] env[69374]: _type = "Task" [ 882.178773] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.186507] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.260476] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6f8bf67a-c752-454a-9d47-f872246c29b9 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "5149de8c-a780-42f3-b06e-8c51585a5329" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.326s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.272029] env[69374]: DEBUG nova.network.neutron [-] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.347993] env[69374]: DEBUG nova.compute.manager [req-01f706a8-d3ff-4778-b046-653c3a07dd14 req-7210d681-9155-4ce4-9524-e596bbb2d2e4 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Received event network-changed-f52da84d-da72-4480-b56e-dc71093c4102 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.347993] env[69374]: DEBUG nova.compute.manager [req-01f706a8-d3ff-4778-b046-653c3a07dd14 req-7210d681-9155-4ce4-9524-e596bbb2d2e4 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Refreshing instance network info cache due to event network-changed-f52da84d-da72-4480-b56e-dc71093c4102. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.348292] env[69374]: DEBUG oslo_concurrency.lockutils [req-01f706a8-d3ff-4778-b046-653c3a07dd14 req-7210d681-9155-4ce4-9524-e596bbb2d2e4 service nova] Acquiring lock "refresh_cache-789144b7-6a4e-4634-abc1-ca01bcba7710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.348380] env[69374]: DEBUG oslo_concurrency.lockutils [req-01f706a8-d3ff-4778-b046-653c3a07dd14 req-7210d681-9155-4ce4-9524-e596bbb2d2e4 service nova] Acquired lock "refresh_cache-789144b7-6a4e-4634-abc1-ca01bcba7710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.348541] env[69374]: DEBUG nova.network.neutron [req-01f706a8-d3ff-4778-b046-653c3a07dd14 req-7210d681-9155-4ce4-9524-e596bbb2d2e4 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Refreshing network info cache for port f52da84d-da72-4480-b56e-dc71093c4102 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.526415] env[69374]: INFO nova.compute.manager [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Rebuilding instance [ 882.586472] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111416, 'name': CreateVM_Task, 'duration_secs': 0.411477} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.592086] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.592742] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.592906] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.593375] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.595428] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4123cb69-c7ec-4f22-a12b-4acd2bd3b817 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.597899] env[69374]: DEBUG nova.compute.manager [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.598865] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f7f589-6250-41c8-9c5f-3cf036c11327 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.612124] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 882.612124] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e0c041-a083-f4b9-0803-a93adddcd66f" [ 882.612124] env[69374]: _type = "Task" [ 882.612124] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.622109] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e0c041-a083-f4b9-0803-a93adddcd66f, 'name': SearchDatastore_Task, 'duration_secs': 0.011175} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.624936] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.625242] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.625486] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.625630] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.625806] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.626291] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be982a47-5f99-4103-a93c-63088ced60b0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.636617] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.636617] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.637557] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f26c0ff-d34e-4a24-8964-96d3039571ff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.645817] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 882.645817] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d2ba97-5d0a-b868-ef7c-6e21bb9750ac" [ 882.645817] env[69374]: _type = "Task" [ 882.645817] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.655215] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d2ba97-5d0a-b868-ef7c-6e21bb9750ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.664550] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111415, 'name': ReconfigVM_Task, 'duration_secs': 0.852429} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.664882] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c349daae-0e85-4831-aaf7-ef54d36ab432/c349daae-0e85-4831-aaf7-ef54d36ab432.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.668022] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2838e4d-62b9-4b14-84af-c63bd31943b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.677411] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 882.677411] env[69374]: value = "task-4111418" [ 882.677411] env[69374]: _type = "Task" [ 882.677411] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.696172] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111418, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.701787] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.774503] env[69374]: INFO nova.compute.manager [-] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Took 2.09 seconds to deallocate network for instance. [ 882.971423] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cab9aa8-9588-46ea-b541-2cfcf3432bdc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.984245] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5149a82f-526b-4555-815d-ec81ce5c7563 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.033588] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffd3808-2b53-41c4-9045-7d03edc33677 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.043247] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0413633b-158b-49c4-a93c-d4d75b6129cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.069016] env[69374]: DEBUG nova.compute.provider_tree [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.157460] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d2ba97-5d0a-b868-ef7c-6e21bb9750ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013265} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.158528] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d948377b-f609-4d4a-b65c-d6632e616069 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.165315] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 883.165315] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]528c093d-2dd0-5966-5770-7ab17a6db73f" [ 883.165315] env[69374]: _type = "Task" [ 883.165315] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.174032] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528c093d-2dd0-5966-5770-7ab17a6db73f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.192391] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111418, 'name': Rename_Task, 'duration_secs': 0.186702} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.192679] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.192920] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97010613-3876-4fc0-b3dc-8027d21513c2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.197726] env[69374]: DEBUG oslo_vmware.api [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111417, 'name': PowerOnVM_Task, 'duration_secs': 0.793715} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.198663] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.198865] env[69374]: INFO nova.compute.manager [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Took 8.51 seconds to spawn the instance on the hypervisor. [ 883.199055] env[69374]: DEBUG nova.compute.manager [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.199993] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21432766-9f81-4a54-beb4-43ced5fea3c0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.203901] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 883.203901] env[69374]: value = "task-4111419" [ 883.203901] env[69374]: _type = "Task" [ 883.203901] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.217905] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.249365] env[69374]: DEBUG nova.network.neutron [req-01f706a8-d3ff-4778-b046-653c3a07dd14 req-7210d681-9155-4ce4-9524-e596bbb2d2e4 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Updated VIF entry in instance network info cache for port f52da84d-da72-4480-b56e-dc71093c4102. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.249719] env[69374]: DEBUG nova.network.neutron [req-01f706a8-d3ff-4778-b046-653c3a07dd14 req-7210d681-9155-4ce4-9524-e596bbb2d2e4 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Updating instance_info_cache with network_info: [{"id": "f52da84d-da72-4480-b56e-dc71093c4102", "address": "fa:16:3e:e0:46:a6", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52da84d-da", "ovs_interfaceid": "f52da84d-da72-4480-b56e-dc71093c4102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.281319] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.524928] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "d416b791-41d7-47b9-9ef6-84798a8523a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.525185] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "d416b791-41d7-47b9-9ef6-84798a8523a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.572733] env[69374]: DEBUG nova.scheduler.client.report [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.618541] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.618860] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc24319d-87dd-4bc8-8181-8bc6e024a88f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.626815] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 883.626815] env[69374]: value = "task-4111420" [ 883.626815] env[69374]: _type = "Task" [ 883.626815] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.638041] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.679201] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528c093d-2dd0-5966-5770-7ab17a6db73f, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.679479] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.679761] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 789144b7-6a4e-4634-abc1-ca01bcba7710/789144b7-6a4e-4634-abc1-ca01bcba7710.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.680121] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41a498a1-a8b4-45e6-b729-da5aad60a54a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.691346] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 883.691346] env[69374]: value = "task-4111421" [ 883.691346] env[69374]: _type = "Task" [ 883.691346] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.701716] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.721044] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111419, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.724137] env[69374]: INFO nova.compute.manager [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Took 49.95 seconds to build instance. [ 883.753985] env[69374]: DEBUG oslo_concurrency.lockutils [req-01f706a8-d3ff-4778-b046-653c3a07dd14 req-7210d681-9155-4ce4-9524-e596bbb2d2e4 service nova] Releasing lock "refresh_cache-789144b7-6a4e-4634-abc1-ca01bcba7710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.753985] env[69374]: DEBUG nova.compute.manager [req-01f706a8-d3ff-4778-b046-653c3a07dd14 req-7210d681-9155-4ce4-9524-e596bbb2d2e4 service nova] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Received event network-vif-deleted-a8b42cdb-2ed5-49e6-83d4-261b8cae4cf2 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.027972] env[69374]: DEBUG nova.compute.manager [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.084471] env[69374]: DEBUG oslo_concurrency.lockutils [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.387s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.087802] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.626s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.088539] env[69374]: DEBUG nova.objects.instance [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lazy-loading 'resources' on Instance uuid a964bb90-bac0-4408-adc0-bef9a160fbd0 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.112914] env[69374]: INFO nova.scheduler.client.report [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Deleted allocations for instance d9bfc0a0-60da-4491-9c2e-14dfa871b025 [ 884.138311] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111420, 'name': PowerOffVM_Task, 'duration_secs': 0.153396} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.138678] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.139432] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.140526] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dede5efb-1915-41d2-9995-19d3703804e4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.151440] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.151790] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0137e12-46b0-4c2c-8daa-e7d28b695143 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.182228] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.182512] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.182735] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Deleting the datastore file [datastore2] 26e3e3c2-8034-4070-8ac6-790155c15a82 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.183355] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4c7ff59-f161-47b6-8abf-ae3dda79d5ff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.196722] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 884.196722] env[69374]: value = "task-4111423" [ 884.196722] env[69374]: _type = "Task" [ 884.196722] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.204507] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111421, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.212803] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.218199] env[69374]: DEBUG oslo_vmware.api [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111419, 'name': PowerOnVM_Task, 'duration_secs': 0.694729} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.218503] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.218707] env[69374]: DEBUG nova.compute.manager [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 884.219501] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98756dc-738f-4d3c-b454-79b9f614cf5b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.226177] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e09be281-6b2b-4613-a1cd-fca65cd855e4 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.720s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.318051] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] Acquiring lock "refresh_cache-26b0f6c3-7bf6-4786-8998-cdd3c334ba61" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.318051] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] Acquired lock "refresh_cache-26b0f6c3-7bf6-4786-8998-cdd3c334ba61" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.318051] env[69374]: DEBUG nova.network.neutron [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.521067] env[69374]: DEBUG nova.compute.manager [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 884.521434] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859fbc79-20c0-4780-9e43-f8fffaffb2b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.558335] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.624118] env[69374]: DEBUG oslo_concurrency.lockutils [None req-454ddb7f-5262-4701-9345-0cec7308bda1 tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "d9bfc0a0-60da-4491-9c2e-14dfa871b025" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.727s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.708504] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554697} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.708780] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 789144b7-6a4e-4634-abc1-ca01bcba7710/789144b7-6a4e-4634-abc1-ca01bcba7710.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.709011] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.712305] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59f6b241-d1b6-4e10-aa42-4ba836c838d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.718563] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129046} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.719766] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.720038] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.722577] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.728369] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 884.728369] env[69374]: value = "task-4111424" [ 884.728369] env[69374]: _type = "Task" [ 884.728369] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.747890] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.748366] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.037552] env[69374]: INFO nova.compute.manager [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] instance snapshotting [ 885.037676] env[69374]: WARNING nova.compute.manager [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 885.039656] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquiring lock "c349daae-0e85-4831-aaf7-ef54d36ab432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.039855] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "c349daae-0e85-4831-aaf7-ef54d36ab432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.040077] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquiring lock "c349daae-0e85-4831-aaf7-ef54d36ab432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.040348] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "c349daae-0e85-4831-aaf7-ef54d36ab432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.040442] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "c349daae-0e85-4831-aaf7-ef54d36ab432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.043151] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31559af7-9ef2-4f01-acad-17052936e856 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.045523] env[69374]: INFO nova.compute.manager [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Terminating instance [ 885.073111] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763d599b-c838-4455-9577-b59f22a2eb95 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.098900] env[69374]: DEBUG nova.network.neutron [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Updating instance_info_cache with network_info: [{"id": "2485f925-5682-45d7-afda-0dece989727a", "address": "fa:16:3e:e1:1f:87", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2485f925-56", "ovs_interfaceid": "2485f925-5682-45d7-afda-0dece989727a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.240439] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078109} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.240701] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.241516] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec94c9f-dacd-4da9-b860-8320f573b87a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.264969] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 789144b7-6a4e-4634-abc1-ca01bcba7710/789144b7-6a4e-4634-abc1-ca01bcba7710.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.270046] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77f6a29e-5931-4c17-94de-c1c8b9621aa6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.292805] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 885.292805] env[69374]: value = "task-4111425" [ 885.292805] env[69374]: _type = "Task" [ 885.292805] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.304425] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.340758] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b09f85-18d5-4d9a-aec7-d02a2bea39c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.343610] env[69374]: DEBUG oslo_concurrency.lockutils [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.343849] env[69374]: DEBUG oslo_concurrency.lockutils [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.344062] env[69374]: DEBUG oslo_concurrency.lockutils [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.344243] env[69374]: DEBUG oslo_concurrency.lockutils [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.344401] env[69374]: DEBUG oslo_concurrency.lockutils [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.346637] env[69374]: INFO nova.compute.manager [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Terminating instance [ 885.351646] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ef54a-8b07-4558-8e22-10e033712e8b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.392133] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166d8d44-cc2b-443c-aeab-1efb0dda2e96 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.402751] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fc7e45-c339-414e-81a5-39c5656bcbaf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.422442] env[69374]: DEBUG nova.compute.provider_tree [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.552413] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquiring lock "refresh_cache-c349daae-0e85-4831-aaf7-ef54d36ab432" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.552550] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquired lock "refresh_cache-c349daae-0e85-4831-aaf7-ef54d36ab432" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.552735] env[69374]: DEBUG nova.network.neutron [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.588028] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 885.588028] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88c1ad06-abfd-43a4-992d-9b105693971b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.596415] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 885.596415] env[69374]: value = "task-4111426" [ 885.596415] env[69374]: _type = "Task" [ 885.596415] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.604449] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] Releasing lock "refresh_cache-26b0f6c3-7bf6-4786-8998-cdd3c334ba61" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.604449] env[69374]: DEBUG nova.compute.manager [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Inject network info {{(pid=69374) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 885.604622] env[69374]: DEBUG nova.compute.manager [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] network_info to inject: |[{"id": "2485f925-5682-45d7-afda-0dece989727a", "address": "fa:16:3e:e1:1f:87", "network": {"id": "7bcf44b5-5026-4776-ba27-30a6f4884b87", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-293218281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35307c25070547b19527987b14cd51da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2485f925-56", "ovs_interfaceid": "2485f925-5682-45d7-afda-0dece989727a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 885.612603] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Reconfiguring VM instance to set the machine id {{(pid=69374) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 885.615664] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb27ef3-1ab9-4f9f-a728-0ba165aa02ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.628465] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111426, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.634414] env[69374]: DEBUG oslo_vmware.api [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] Waiting for the task: (returnval){ [ 885.634414] env[69374]: value = "task-4111427" [ 885.634414] env[69374]: _type = "Task" [ 885.634414] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.645445] env[69374]: DEBUG oslo_vmware.api [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] Task: {'id': task-4111427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.763669] env[69374]: DEBUG nova.virt.hardware [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.764012] env[69374]: DEBUG nova.virt.hardware [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.764191] env[69374]: DEBUG nova.virt.hardware [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.764403] env[69374]: DEBUG nova.virt.hardware [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.764830] env[69374]: DEBUG nova.virt.hardware [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.764830] env[69374]: DEBUG nova.virt.hardware [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.764947] env[69374]: DEBUG nova.virt.hardware [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.765106] env[69374]: DEBUG nova.virt.hardware [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.765282] env[69374]: DEBUG nova.virt.hardware [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.765454] env[69374]: DEBUG nova.virt.hardware [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.765644] env[69374]: DEBUG nova.virt.hardware [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.766607] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a677e4-7059-49fb-9e84-570afadb9787 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.775364] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e4204-8a83-427e-8e17-b49442239d0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.791168] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.799527] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.799972] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.803345] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41206ba2-1248-44ca-b958-e161e7cfda04 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.821488] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111425, 'name': ReconfigVM_Task, 'duration_secs': 0.302575} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.822913] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 789144b7-6a4e-4634-abc1-ca01bcba7710/789144b7-6a4e-4634-abc1-ca01bcba7710.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.823825] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.823825] env[69374]: value = "task-4111428" [ 885.823825] env[69374]: _type = "Task" [ 885.823825] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.823825] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35bafded-03bd-4721-97d3-74d844c29e3e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.837163] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111428, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.838818] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 885.838818] env[69374]: value = "task-4111429" [ 885.838818] env[69374]: _type = "Task" [ 885.838818] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.849409] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111429, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.852238] env[69374]: DEBUG nova.compute.manager [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.852238] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.853723] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5524f019-80ff-4e35-a5e8-d2dd6817e4ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.864711] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.864711] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9be0e25-9069-463a-90e7-74f268bbeb22 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.871036] env[69374]: DEBUG oslo_vmware.api [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 885.871036] env[69374]: value = "task-4111430" [ 885.871036] env[69374]: _type = "Task" [ 885.871036] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.882175] env[69374]: DEBUG oslo_vmware.api [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.926380] env[69374]: DEBUG nova.scheduler.client.report [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.079740] env[69374]: DEBUG nova.network.neutron [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.114298] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111426, 'name': CreateSnapshot_Task, 'duration_secs': 0.508311} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.114592] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 886.115412] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848a9a65-a6b5-4357-8b7c-3d64e88655e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.145244] env[69374]: DEBUG oslo_vmware.api [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] Task: {'id': task-4111427, 'name': ReconfigVM_Task, 'duration_secs': 0.169014} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.146240] env[69374]: DEBUG nova.network.neutron [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.148399] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cd38f8f4-e392-445b-ace4-e4cee0494cb4 tempest-ServersAdminTestJSON-1535509033 tempest-ServersAdminTestJSON-1535509033-project-admin] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Reconfigured VM instance to set the machine id {{(pid=69374) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 886.335977] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111428, 'name': CreateVM_Task, 'duration_secs': 0.325555} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.336201] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.336655] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.336822] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.337195] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.337467] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f47a3c6-3103-4c67-a656-d3dea42b188d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.346782] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 886.346782] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520bac94-5a10-0008-e782-98241074dd10" [ 886.346782] env[69374]: _type = "Task" [ 886.346782] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.350367] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111429, 'name': Rename_Task, 'duration_secs': 0.190587} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.353593] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.353831] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed2910fd-a5d5-4092-93f6-3339b0934075 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.362025] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520bac94-5a10-0008-e782-98241074dd10, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.362424] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.362662] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.362941] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.363192] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.363483] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.363942] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 886.363942] env[69374]: value = "task-4111431" [ 886.363942] env[69374]: _type = "Task" [ 886.363942] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.364213] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c48a94ae-2ad6-47f6-9e8f-7f808722a132 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.377986] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.379481] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.379787] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.381285] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94660134-75f6-48dd-aa3b-e646b9ad8912 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.388529] env[69374]: DEBUG oslo_vmware.api [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111430, 'name': PowerOffVM_Task, 'duration_secs': 0.220459} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.389259] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.389457] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.389706] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfb2e92b-1e58-456c-9ac7-018264707523 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.393616] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 886.393616] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52df8e71-51fa-937f-a8e1-8e4c22a3391e" [ 886.393616] env[69374]: _type = "Task" [ 886.393616] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.402753] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52df8e71-51fa-937f-a8e1-8e4c22a3391e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.434550] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.438018] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.152s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.438392] env[69374]: DEBUG nova.objects.instance [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Lazy-loading 'resources' on Instance uuid e4a85118-4d45-489b-94b7-967fc80f5e10 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.454125] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.454125] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.454125] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Deleting the datastore file [datastore1] ad8c7bf8-0e9d-4e18-940a-f987e0ac954b {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.455030] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8af4e1d-df2b-4ccf-9bb5-a70173521a82 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.464627] env[69374]: INFO nova.scheduler.client.report [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Deleted allocations for instance a964bb90-bac0-4408-adc0-bef9a160fbd0 [ 886.466630] env[69374]: DEBUG oslo_vmware.api [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for the task: (returnval){ [ 886.466630] env[69374]: value = "task-4111433" [ 886.466630] env[69374]: _type = "Task" [ 886.466630] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.481486] env[69374]: DEBUG oslo_vmware.api [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.639724] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 886.640580] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c5d66d2-67cc-46ce-b618-e09a25ba0521 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.651358] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Releasing lock "refresh_cache-c349daae-0e85-4831-aaf7-ef54d36ab432" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.651912] env[69374]: DEBUG nova.compute.manager [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.654931] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.654931] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 886.654931] env[69374]: value = "task-4111434" [ 886.654931] env[69374]: _type = "Task" [ 886.654931] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.654931] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55cefcc-6617-4699-ad8d-52f716789121 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.665437] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.668814] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4e6fd7e-8b89-4b38-9a99-dd2965741744 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.671733] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111434, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.675847] env[69374]: DEBUG oslo_vmware.api [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 886.675847] env[69374]: value = "task-4111435" [ 886.675847] env[69374]: _type = "Task" [ 886.675847] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.685493] env[69374]: DEBUG oslo_vmware.api [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.878186] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111431, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.903913] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52df8e71-51fa-937f-a8e1-8e4c22a3391e, 'name': SearchDatastore_Task, 'duration_secs': 0.015066} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.904844] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2003f80-a9fe-470f-819a-800deb2645b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.910859] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 886.910859] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529ac01a-a4a9-476c-ee0b-77c67d4365b7" [ 886.910859] env[69374]: _type = "Task" [ 886.910859] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.919977] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529ac01a-a4a9-476c-ee0b-77c67d4365b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.977596] env[69374]: DEBUG oslo_concurrency.lockutils [None req-361bab79-b4e8-41a8-b3b0-b77537774fcd tempest-ServerShowV247Test-954445826 tempest-ServerShowV247Test-954445826-project-member] Lock "a964bb90-bac0-4408-adc0-bef9a160fbd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.744s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.987759] env[69374]: DEBUG oslo_vmware.api [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Task: {'id': task-4111433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157622} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.988165] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.988439] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.988547] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.988749] env[69374]: INFO nova.compute.manager [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 886.989012] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.989240] env[69374]: DEBUG nova.compute.manager [-] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.989418] env[69374]: DEBUG nova.network.neutron [-] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.167563] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111434, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.189153] env[69374]: DEBUG oslo_vmware.api [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111435, 'name': PowerOffVM_Task, 'duration_secs': 0.178105} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.192219] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.192424] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.193175] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68676ee4-6f5c-443d-8add-91a85730cd49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.231147] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.231558] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.231773] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Deleting the datastore file [datastore2] c349daae-0e85-4831-aaf7-ef54d36ab432 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.232120] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1edcb690-16ff-4c92-9f4e-4681fb31ddb0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.248634] env[69374]: DEBUG oslo_vmware.api [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for the task: (returnval){ [ 887.248634] env[69374]: value = "task-4111437" [ 887.248634] env[69374]: _type = "Task" [ 887.248634] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.262728] env[69374]: DEBUG oslo_vmware.api [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.379651] env[69374]: DEBUG oslo_vmware.api [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111431, 'name': PowerOnVM_Task, 'duration_secs': 0.726837} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.380048] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.380369] env[69374]: INFO nova.compute.manager [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Took 8.35 seconds to spawn the instance on the hypervisor. [ 887.380533] env[69374]: DEBUG nova.compute.manager [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.381483] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cd9edc-ef68-4ec4-ab22-6f6c77a2589c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.427860] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529ac01a-a4a9-476c-ee0b-77c67d4365b7, 'name': SearchDatastore_Task, 'duration_secs': 0.022248} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.431541] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.432222] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 26e3e3c2-8034-4070-8ac6-790155c15a82/26e3e3c2-8034-4070-8ac6-790155c15a82.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.434996] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f702848-b659-4e75-abcc-6dcc1e21cc78 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.438020] env[69374]: DEBUG nova.compute.manager [req-644f1248-30b0-44cd-9c55-a9a603b915c5 req-a6d9ef2a-7ca6-4b83-8762-31fc590d0074 service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Received event network-vif-deleted-2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.438344] env[69374]: INFO nova.compute.manager [req-644f1248-30b0-44cd-9c55-a9a603b915c5 req-a6d9ef2a-7ca6-4b83-8762-31fc590d0074 service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Neutron deleted interface 2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7; detaching it from the instance and deleting it from the info cache [ 887.438535] env[69374]: DEBUG nova.network.neutron [req-644f1248-30b0-44cd-9c55-a9a603b915c5 req-a6d9ef2a-7ca6-4b83-8762-31fc590d0074 service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.451652] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 887.451652] env[69374]: value = "task-4111438" [ 887.451652] env[69374]: _type = "Task" [ 887.451652] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.463395] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.568245] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228d1058-1c73-4c86-8fa5-33f34fafc955 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.578148] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc56dd-58f8-40ba-a1a3-3a1fe95260a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.619187] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f9bd6c-65ab-4bd1-92cb-6df265d87531 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.628598] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f3caf3-f505-4432-afbe-8d5b9ea9acaf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.645910] env[69374]: DEBUG nova.compute.provider_tree [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.669833] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111434, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.762514] env[69374]: DEBUG oslo_vmware.api [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Task: {'id': task-4111437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266534} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.763551] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.763754] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.763986] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.764186] env[69374]: INFO nova.compute.manager [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Took 1.11 seconds to destroy the instance on the hypervisor. [ 887.764510] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.765124] env[69374]: DEBUG nova.compute.manager [-] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.765252] env[69374]: DEBUG nova.network.neutron [-] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.788443] env[69374]: DEBUG nova.network.neutron [-] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.812425] env[69374]: DEBUG nova.network.neutron [-] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.907554] env[69374]: INFO nova.compute.manager [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Took 51.02 seconds to build instance. [ 887.948515] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5b02247-fa44-4094-9044-af3a1222f4cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.963339] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7771bd-f8d9-4294-bc0f-77bcab55820e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.980731] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111438, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.012479] env[69374]: DEBUG nova.compute.manager [req-644f1248-30b0-44cd-9c55-a9a603b915c5 req-a6d9ef2a-7ca6-4b83-8762-31fc590d0074 service nova] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Detach interface failed, port_id=2ac8e8dc-73f2-408a-b4e3-2c727c90f8b7, reason: Instance ad8c7bf8-0e9d-4e18-940a-f987e0ac954b could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.168424] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111434, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.171738] env[69374]: ERROR nova.scheduler.client.report [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] [req-9385d217-85cf-4c9a-a032-fc1405794bb3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9385d217-85cf-4c9a-a032-fc1405794bb3"}]} [ 888.190444] env[69374]: DEBUG nova.scheduler.client.report [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 888.206907] env[69374]: DEBUG nova.scheduler.client.report [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 888.207266] env[69374]: DEBUG nova.compute.provider_tree [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.224875] env[69374]: DEBUG nova.scheduler.client.report [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 888.245785] env[69374]: DEBUG nova.scheduler.client.report [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 888.253673] env[69374]: INFO nova.compute.manager [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Rebuilding instance [ 888.294333] env[69374]: DEBUG nova.network.neutron [-] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.309304] env[69374]: DEBUG nova.compute.manager [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.311058] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987f24aa-115f-4939-99c3-6e77209f129c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.316298] env[69374]: INFO nova.compute.manager [-] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Took 1.33 seconds to deallocate network for instance. [ 888.414564] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3c97249-f230-4075-85b9-b5be0d799fa6 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.327s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.467827] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642386} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.468315] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 26e3e3c2-8034-4070-8ac6-790155c15a82/26e3e3c2-8034-4070-8ac6-790155c15a82.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.468489] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.468660] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b318da06-5c31-41ea-a7b6-0ca4a91ef6d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.479355] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 888.479355] env[69374]: value = "task-4111439" [ 888.479355] env[69374]: _type = "Task" [ 888.479355] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.490332] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.675595] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111434, 'name': CloneVM_Task} progress is 95%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.800128] env[69374]: INFO nova.compute.manager [-] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Took 1.03 seconds to deallocate network for instance. [ 888.824144] env[69374]: DEBUG oslo_concurrency.lockutils [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.838939] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3855cc-c4c4-4f22-92b1-68067ad2a729 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.849391] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74607967-fa0c-40ef-8abc-6568fb12cd4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.880477] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba6da32-6a63-4d8f-8b6c-8875cf0f836d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.890051] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa56db3-54e4-4b44-be2d-03aacfddb463 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.905368] env[69374]: DEBUG nova.compute.provider_tree [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.990952] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072779} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.991292] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.992134] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87817c41-c570-491f-818f-86e2041ff17a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.013066] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 26e3e3c2-8034-4070-8ac6-790155c15a82/26e3e3c2-8034-4070-8ac6-790155c15a82.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.013415] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ad82d1-de9a-4465-a11a-6a49fefd40fc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.034970] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 889.034970] env[69374]: value = "task-4111440" [ 889.034970] env[69374]: _type = "Task" [ 889.034970] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.044672] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.169681] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111434, 'name': CloneVM_Task, 'duration_secs': 2.491173} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.170017] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Created linked-clone VM from snapshot [ 889.170794] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce2b431-b307-42a1-a6e2-967c39499f6e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.179996] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Uploading image 8832fc4f-b200-4af6-8090-492a36a9c308 {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 889.197984] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "789144b7-6a4e-4634-abc1-ca01bcba7710" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.198282] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.198470] env[69374]: DEBUG nova.compute.manager [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 889.199392] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26746087-58df-493b-bcf1-a77886bf9528 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.204497] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 889.204497] env[69374]: value = "vm-814501" [ 889.204497] env[69374]: _type = "VirtualMachine" [ 889.204497] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 889.204788] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aca34cb3-a53d-4256-96dc-e4ba0fbb420b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.211740] env[69374]: DEBUG nova.compute.manager [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69374) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 889.212381] env[69374]: DEBUG nova.objects.instance [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lazy-loading 'flavor' on Instance uuid 789144b7-6a4e-4634-abc1-ca01bcba7710 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.214940] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lease: (returnval){ [ 889.214940] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ae2e6f-902a-d277-f41f-77c819b40e4d" [ 889.214940] env[69374]: _type = "HttpNfcLease" [ 889.214940] env[69374]: } obtained for exporting VM: (result){ [ 889.214940] env[69374]: value = "vm-814501" [ 889.214940] env[69374]: _type = "VirtualMachine" [ 889.214940] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 889.215340] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the lease: (returnval){ [ 889.215340] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ae2e6f-902a-d277-f41f-77c819b40e4d" [ 889.215340] env[69374]: _type = "HttpNfcLease" [ 889.215340] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 889.222740] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.222740] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ae2e6f-902a-d277-f41f-77c819b40e4d" [ 889.222740] env[69374]: _type = "HttpNfcLease" [ 889.222740] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 889.306541] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.331629] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.331988] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6541b7f1-c93e-4d5c-a70e-b393f71c90ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.340206] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 889.340206] env[69374]: value = "task-4111442" [ 889.340206] env[69374]: _type = "Task" [ 889.340206] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.349160] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.409043] env[69374]: DEBUG nova.scheduler.client.report [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.546586] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.736214] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.736214] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ae2e6f-902a-d277-f41f-77c819b40e4d" [ 889.736214] env[69374]: _type = "HttpNfcLease" [ 889.736214] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 889.737039] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 889.737039] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ae2e6f-902a-d277-f41f-77c819b40e4d" [ 889.737039] env[69374]: _type = "HttpNfcLease" [ 889.737039] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 889.738393] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214f8fba-2bf2-45de-bb99-c5ea63a86ddc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.749675] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52738441-ced2-363b-eab1-941133abb90f/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 889.750538] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52738441-ced2-363b-eab1-941133abb90f/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 889.852477] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111442, 'name': PowerOffVM_Task, 'duration_secs': 0.259579} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.852753] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.852991] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.853822] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6362c29c-cfb2-4f34-8190-f8fe7c6838f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.861301] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.861571] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1007ae0d-6afd-4447-b30f-0f931b3493fe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.910542] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78b85ad9-cd44-44b0-808f-2ca669b5edf1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.918098] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.480s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.919322] env[69374]: DEBUG oslo_concurrency.lockutils [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.532s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.919576] env[69374]: DEBUG nova.objects.instance [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lazy-loading 'resources' on Instance uuid b3bf4a76-61e9-401a-a75c-c89cd0b74119 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.924056] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.924366] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.924581] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleting the datastore file [datastore2] 3d5f0869-84c1-4ccf-97ac-eaff324b7257 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.926827] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7f1801e-3df4-4a96-8f42-92b873bcfc95 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.941417] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 889.941417] env[69374]: value = "task-4111444" [ 889.941417] env[69374]: _type = "Task" [ 889.941417] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.951777] env[69374]: INFO nova.scheduler.client.report [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Deleted allocations for instance e4a85118-4d45-489b-94b7-967fc80f5e10 [ 889.956449] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.046530] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111440, 'name': ReconfigVM_Task, 'duration_secs': 0.633872} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.046957] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 26e3e3c2-8034-4070-8ac6-790155c15a82/26e3e3c2-8034-4070-8ac6-790155c15a82.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.047809] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a89b4239-168b-46b8-a9a5-07a33f17d691 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.057185] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 890.057185] env[69374]: value = "task-4111445" [ 890.057185] env[69374]: _type = "Task" [ 890.057185] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.070014] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111445, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.234053] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.235564] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-951026af-430b-4bd0-a7b3-ea0a3ffcd411 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.242544] env[69374]: DEBUG oslo_vmware.api [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 890.242544] env[69374]: value = "task-4111446" [ 890.242544] env[69374]: _type = "Task" [ 890.242544] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.252642] env[69374]: DEBUG oslo_vmware.api [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.457223] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271246} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.458203] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.458350] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.458611] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.466623] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b4fc367-2fcc-41a9-8ce6-aae8bd01a6a2 tempest-ServersTestFqdnHostnames-295742195 tempest-ServersTestFqdnHostnames-295742195-project-member] Lock "e4a85118-4d45-489b-94b7-967fc80f5e10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.529s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.570548] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111445, 'name': Rename_Task, 'duration_secs': 0.162953} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.570750] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.571445] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dee4e97b-2471-466a-bfd1-e5a06534e239 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.578590] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 890.578590] env[69374]: value = "task-4111447" [ 890.578590] env[69374]: _type = "Task" [ 890.578590] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.588630] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.752875] env[69374]: DEBUG oslo_vmware.api [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111446, 'name': PowerOffVM_Task, 'duration_secs': 0.239109} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.753329] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.753794] env[69374]: DEBUG nova.compute.manager [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 890.754539] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f620ac-ff34-472f-bd64-ad17ca815b2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.003645] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd367ec5-9b0d-4f39-96f8-eff1632d196a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.022465] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7579c8c7-f3bd-4856-a560-9583773412b0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.077057] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796245cb-91d9-4302-8cc9-1439765a1042 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.097040] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b1643f-7091-4842-818f-89655628978a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.101814] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111447, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.115254] env[69374]: DEBUG nova.compute.provider_tree [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.275771] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d3c1b90-1629-4ed1-8146-51575933b5d5 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.502964] env[69374]: DEBUG nova.virt.hardware [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.503409] env[69374]: DEBUG nova.virt.hardware [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.503409] env[69374]: DEBUG nova.virt.hardware [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.503588] env[69374]: DEBUG nova.virt.hardware [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.503735] env[69374]: DEBUG nova.virt.hardware [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.503880] env[69374]: DEBUG nova.virt.hardware [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.504103] env[69374]: DEBUG nova.virt.hardware [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.504429] env[69374]: DEBUG nova.virt.hardware [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.504657] env[69374]: DEBUG nova.virt.hardware [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.504826] env[69374]: DEBUG nova.virt.hardware [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.504995] env[69374]: DEBUG nova.virt.hardware [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.505915] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdcdc8d-ffbc-46b9-8168-b96df145d96f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.514965] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdea9e79-505e-4597-9a00-67418113d7dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.532323] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:16:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31d90250-2225-4a6e-9db8-87f533b94ba0', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.544328] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.545473] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.545753] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d70e9e0e-d292-4ab7-a43e-8b67a769b16f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.571827] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.571827] env[69374]: value = "task-4111448" [ 891.571827] env[69374]: _type = "Task" [ 891.571827] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.581743] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111448, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.590422] env[69374]: DEBUG oslo_vmware.api [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111447, 'name': PowerOnVM_Task, 'duration_secs': 0.617731} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.590820] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.591083] env[69374]: DEBUG nova.compute.manager [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.592034] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a5f61-2448-414d-a359-02d0acef13e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.658924] env[69374]: DEBUG nova.scheduler.client.report [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 891.659782] env[69374]: DEBUG nova.compute.provider_tree [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 81 to 82 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 891.660224] env[69374]: DEBUG nova.compute.provider_tree [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.785404] env[69374]: INFO nova.compute.manager [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Rebuilding instance [ 891.839207] env[69374]: DEBUG nova.compute.manager [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.840194] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b016c941-f995-4eae-9713-9cac8e7f7bd8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.083734] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111448, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.115556] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.165939] env[69374]: DEBUG oslo_concurrency.lockutils [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.168936] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.808s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.171307] env[69374]: INFO nova.compute.claims [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.192307] env[69374]: INFO nova.scheduler.client.report [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Deleted allocations for instance b3bf4a76-61e9-401a-a75c-c89cd0b74119 [ 892.501932] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquiring lock "26e3e3c2-8034-4070-8ac6-790155c15a82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.502300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "26e3e3c2-8034-4070-8ac6-790155c15a82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.502641] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquiring lock "26e3e3c2-8034-4070-8ac6-790155c15a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.503292] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "26e3e3c2-8034-4070-8ac6-790155c15a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.503292] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "26e3e3c2-8034-4070-8ac6-790155c15a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.505306] env[69374]: INFO nova.compute.manager [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Terminating instance [ 892.590106] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111448, 'name': CreateVM_Task, 'duration_secs': 0.682746} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.591589] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.591589] env[69374]: DEBUG oslo_concurrency.lockutils [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.591589] env[69374]: DEBUG oslo_concurrency.lockutils [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.591589] env[69374]: DEBUG oslo_concurrency.lockutils [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.591834] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b8c383-a722-455b-b69a-a40c1ec4b38b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.597581] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 892.597581] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52273442-6c92-7cbf-08c5-d301c780b9a7" [ 892.597581] env[69374]: _type = "Task" [ 892.597581] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.606442] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52273442-6c92-7cbf-08c5-d301c780b9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.700957] env[69374]: DEBUG oslo_concurrency.lockutils [None req-38d3a8e9-bdde-4662-a33f-adb94fd271ef tempest-ListImageFiltersTestJSON-694441686 tempest-ListImageFiltersTestJSON-694441686-project-member] Lock "b3bf4a76-61e9-401a-a75c-c89cd0b74119" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.047s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.854621] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.855389] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530e2129-7d3e-4216-89ea-796adae9998e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.864288] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 892.864288] env[69374]: value = "task-4111449" [ 892.864288] env[69374]: _type = "Task" [ 892.864288] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.875755] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 892.876150] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.877311] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fd6717-7a4c-4ece-8302-e42bad0ff4b4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.885455] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.889024] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dc93cbb-d339-4d3c-8a93-6aae7484894f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.960178] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.960178] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.960178] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleting the datastore file [datastore2] 789144b7-6a4e-4634-abc1-ca01bcba7710 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.960178] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fc370d1-ad5c-475a-aafa-16b53785744b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.969860] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 892.969860] env[69374]: value = "task-4111451" [ 892.969860] env[69374]: _type = "Task" [ 892.969860] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.979108] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.011637] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquiring lock "refresh_cache-26e3e3c2-8034-4070-8ac6-790155c15a82" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.011848] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquired lock "refresh_cache-26e3e3c2-8034-4070-8ac6-790155c15a82" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.012122] env[69374]: DEBUG nova.network.neutron [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.110213] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52273442-6c92-7cbf-08c5-d301c780b9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.043256} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.110525] env[69374]: DEBUG oslo_concurrency.lockutils [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.110630] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.110993] env[69374]: DEBUG oslo_concurrency.lockutils [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.111293] env[69374]: DEBUG oslo_concurrency.lockutils [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.111560] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.111903] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d53be440-2536-40cc-bdd1-bdb5a82eea4b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.133126] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.133379] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.134306] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b2a765-f470-4d31-9720-b600ae64dae0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.140639] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 893.140639] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a8f02b-da39-3839-01ee-0236465208b2" [ 893.140639] env[69374]: _type = "Task" [ 893.140639] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.150158] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a8f02b-da39-3839-01ee-0236465208b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.484184] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434541} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.484504] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.484649] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.484821] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.538215] env[69374]: DEBUG nova.network.neutron [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.607784] env[69374]: DEBUG nova.network.neutron [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.659365] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a8f02b-da39-3839-01ee-0236465208b2, 'name': SearchDatastore_Task, 'duration_secs': 0.0201} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.660517] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac2747e-aec4-4535-bd8e-7b585db34771 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.669054] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 893.669054] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52fb40b4-91d7-c709-cd4e-433e1a4fda97" [ 893.669054] env[69374]: _type = "Task" [ 893.669054] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.683582] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fb40b4-91d7-c709-cd4e-433e1a4fda97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.688675] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dcd782-8d94-49bc-9141-5278845ceca7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.700215] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8d762f-1355-4646-9628-cb707f70bc0f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.740487] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c727db0-8ec3-4271-aa10-b5c3bedfdaa6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.749462] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16464a3c-af17-4b01-9242-3911d88e9024 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.767486] env[69374]: DEBUG nova.compute.provider_tree [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.111826] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Releasing lock "refresh_cache-26e3e3c2-8034-4070-8ac6-790155c15a82" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.113494] env[69374]: DEBUG nova.compute.manager [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.113494] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.114384] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f074921b-f8a0-467e-9fe5-42fbb5354c3d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.125477] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.125813] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e096ab-9f8c-466a-a058-37c5110aac20 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.134657] env[69374]: DEBUG oslo_vmware.api [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 894.134657] env[69374]: value = "task-4111452" [ 894.134657] env[69374]: _type = "Task" [ 894.134657] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.147887] env[69374]: DEBUG oslo_vmware.api [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.178923] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fb40b4-91d7-c709-cd4e-433e1a4fda97, 'name': SearchDatastore_Task, 'duration_secs': 0.013938} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.179240] env[69374]: DEBUG oslo_concurrency.lockutils [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.179508] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.179788] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7b275c6-3837-41df-96a2-79899f54d94f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.189683] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 894.189683] env[69374]: value = "task-4111453" [ 894.189683] env[69374]: _type = "Task" [ 894.189683] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.207544] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.272185] env[69374]: DEBUG nova.scheduler.client.report [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.520122] env[69374]: DEBUG nova.virt.hardware [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.520406] env[69374]: DEBUG nova.virt.hardware [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.520564] env[69374]: DEBUG nova.virt.hardware [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.520774] env[69374]: DEBUG nova.virt.hardware [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.520917] env[69374]: DEBUG nova.virt.hardware [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.521266] env[69374]: DEBUG nova.virt.hardware [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.521266] env[69374]: DEBUG nova.virt.hardware [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.521408] env[69374]: DEBUG nova.virt.hardware [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.521587] env[69374]: DEBUG nova.virt.hardware [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.521716] env[69374]: DEBUG nova.virt.hardware [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.521888] env[69374]: DEBUG nova.virt.hardware [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.522902] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574c9ee1-ab59-4185-b915-3eac82c1aad3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.531967] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01666ff-420c-47e5-93b7-0ab489181286 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.550574] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:46:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f52da84d-da72-4480-b56e-dc71093c4102', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.558866] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.559645] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.559906] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdc3486d-d24d-457f-8c66-293ebc82569a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.582187] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.582187] env[69374]: value = "task-4111454" [ 894.582187] env[69374]: _type = "Task" [ 894.582187] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.593358] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111454, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.648286] env[69374]: DEBUG oslo_vmware.api [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111452, 'name': PowerOffVM_Task, 'duration_secs': 0.185155} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.648788] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.648864] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.650115] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eec7b6c-4dec-441a-8e1b-eb144d9354ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.684763] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.684763] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.684763] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Deleting the datastore file [datastore1] 26e3e3c2-8034-4070-8ac6-790155c15a82 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.685085] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e443c38a-29a6-4956-a5a0-7d391f80f82c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.696082] env[69374]: DEBUG oslo_vmware.api [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for the task: (returnval){ [ 894.696082] env[69374]: value = "task-4111456" [ 894.696082] env[69374]: _type = "Task" [ 894.696082] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.704081] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.712132] env[69374]: DEBUG oslo_vmware.api [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.783183] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.783776] env[69374]: DEBUG nova.compute.manager [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.789533] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.821s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.794745] env[69374]: INFO nova.compute.claims [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.093697] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111454, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.204660] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663585} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.209025] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.209025] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.209025] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80b8050c-e3c2-43b4-9f74-98cbd337d79d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.211518] env[69374]: DEBUG oslo_vmware.api [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Task: {'id': task-4111456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350277} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.212189] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.212384] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.212580] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.212758] env[69374]: INFO nova.compute.manager [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Took 1.10 seconds to destroy the instance on the hypervisor. [ 895.213028] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.215420] env[69374]: DEBUG nova.compute.manager [-] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.215734] env[69374]: DEBUG nova.network.neutron [-] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.225678] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 895.225678] env[69374]: value = "task-4111457" [ 895.225678] env[69374]: _type = "Task" [ 895.225678] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.239452] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.296975] env[69374]: DEBUG nova.network.neutron [-] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.304335] env[69374]: DEBUG nova.compute.utils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.311099] env[69374]: DEBUG nova.compute.manager [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.311446] env[69374]: DEBUG nova.network.neutron [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.355960] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "31448034-c45f-4db5-94c8-4f25aed681d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.356345] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "31448034-c45f-4db5-94c8-4f25aed681d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.373069] env[69374]: DEBUG nova.policy [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c878f8d5e8142f485dd999e9fdf97b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c21f4064b2a4d4480b28bb877fdf815', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.596020] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111454, 'name': CreateVM_Task, 'duration_secs': 0.715122} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.596020] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.596020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.596020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.596020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.596020] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094e40c2-7f10-4a0b-b72c-b4a0a2a0b3cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.601208] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 895.601208] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523e08c7-1e1c-3123-2f55-7348d4f1f786" [ 895.601208] env[69374]: _type = "Task" [ 895.601208] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.613625] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523e08c7-1e1c-3123-2f55-7348d4f1f786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.739898] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123747} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.744448] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.744448] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6c913d-9042-4e32-ba50-e97dd06e5419 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.772703] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.774938] env[69374]: DEBUG nova.network.neutron [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Successfully created port: 9b028e52-5a5a-47ac-9aad-975d60a3ba75 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.777651] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61392b37-b080-430d-9291-dac3766faf49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.798864] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.798864] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.807695] env[69374]: DEBUG nova.network.neutron [-] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.809307] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 895.809307] env[69374]: value = "task-4111458" [ 895.809307] env[69374]: _type = "Task" [ 895.809307] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.816050] env[69374]: DEBUG nova.compute.manager [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.828938] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.860227] env[69374]: DEBUG nova.compute.manager [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.112605] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523e08c7-1e1c-3123-2f55-7348d4f1f786, 'name': SearchDatastore_Task, 'duration_secs': 0.026557} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.113137] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.113388] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.113646] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.113800] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.113983] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.114473] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15d0847f-817b-442e-ac2a-426951a55dd0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.138401] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.138831] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.140086] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8bb084-476b-4c21-b342-1ea27be62fff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.157255] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 896.157255] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e45c68-76f8-1e59-6545-630e043c8127" [ 896.157255] env[69374]: _type = "Task" [ 896.157255] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.183110] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e45c68-76f8-1e59-6545-630e043c8127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.301626] env[69374]: DEBUG nova.compute.manager [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.310174] env[69374]: INFO nova.compute.manager [-] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Took 1.09 seconds to deallocate network for instance. [ 896.335028] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.397982] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "d0e61a0d-d9ac-43a8-8381-adeb72711345" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.397982] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "d0e61a0d-d9ac-43a8-8381-adeb72711345" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.494094] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.594072] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93038651-d464-4d7d-8445-3dd5f55d9332 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.603488] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f218a5-f498-4b3d-8ed0-7672f1c63a36 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.644214] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c4f7b8-4fc7-4ff8-9359-98a9670eec2f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.655951] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828b2fcc-bf4b-4532-bccd-970a74042d72 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.672808] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e45c68-76f8-1e59-6545-630e043c8127, 'name': SearchDatastore_Task, 'duration_secs': 0.038118} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.682466] env[69374]: DEBUG nova.compute.provider_tree [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.683292] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adce0aac-1942-4c13-b3b1-be514cbfee4a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.690538] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 896.690538] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ec3b38-7ad6-0e96-c970-ecd278ce9133" [ 896.690538] env[69374]: _type = "Task" [ 896.690538] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.701548] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ec3b38-7ad6-0e96-c970-ecd278ce9133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.827642] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.828083] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111458, 'name': ReconfigVM_Task, 'duration_secs': 0.593192} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.828605] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.829484] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3da8908-a810-4537-b721-34b5bdf7d189 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.833647] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.837162] env[69374]: DEBUG nova.compute.manager [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.840959] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 896.840959] env[69374]: value = "task-4111459" [ 896.840959] env[69374]: _type = "Task" [ 896.840959] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.851517] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111459, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.867224] env[69374]: DEBUG nova.virt.hardware [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.867494] env[69374]: DEBUG nova.virt.hardware [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.867649] env[69374]: DEBUG nova.virt.hardware [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.867826] env[69374]: DEBUG nova.virt.hardware [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.867971] env[69374]: DEBUG nova.virt.hardware [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.868133] env[69374]: DEBUG nova.virt.hardware [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.868354] env[69374]: DEBUG nova.virt.hardware [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.868544] env[69374]: DEBUG nova.virt.hardware [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.868749] env[69374]: DEBUG nova.virt.hardware [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.868865] env[69374]: DEBUG nova.virt.hardware [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.869200] env[69374]: DEBUG nova.virt.hardware [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.870461] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c926515-72b5-483a-bcec-635b470d8f85 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.879443] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c1b788-3f12-44b6-93e2-551396523c84 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.900362] env[69374]: DEBUG nova.compute.manager [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.089227] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.089527] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.089740] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.089918] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.090177] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.092806] env[69374]: INFO nova.compute.manager [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Terminating instance [ 897.187464] env[69374]: DEBUG nova.scheduler.client.report [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.202088] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ec3b38-7ad6-0e96-c970-ecd278ce9133, 'name': SearchDatastore_Task, 'duration_secs': 0.014103} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.202540] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.202805] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 789144b7-6a4e-4634-abc1-ca01bcba7710/789144b7-6a4e-4634-abc1-ca01bcba7710.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.203767] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba352677-7839-48b3-a982-dd789b30790e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.211477] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 897.211477] env[69374]: value = "task-4111460" [ 897.211477] env[69374]: _type = "Task" [ 897.211477] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.220445] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.354238] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111459, 'name': Rename_Task, 'duration_secs': 0.202003} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.354862] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.355230] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a8bd96a-66f5-4a0b-b2f3-e0fe0b3b31e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.364663] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 897.364663] env[69374]: value = "task-4111461" [ 897.364663] env[69374]: _type = "Task" [ 897.364663] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.376316] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.395213] env[69374]: DEBUG nova.network.neutron [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Successfully updated port: 9b028e52-5a5a-47ac-9aad-975d60a3ba75 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.434553] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.602927] env[69374]: DEBUG nova.compute.manager [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.602927] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.603582] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad51a64-9fcc-4d3d-a12f-677808fc4c59 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.613736] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.614523] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d38f9f2-884b-4a1b-b269-a857c810ab7f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.628175] env[69374]: DEBUG oslo_vmware.api [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 897.628175] env[69374]: value = "task-4111462" [ 897.628175] env[69374]: _type = "Task" [ 897.628175] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.640468] env[69374]: DEBUG oslo_vmware.api [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.694444] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.905s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.695291] env[69374]: DEBUG nova.compute.manager [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.703859] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 45.182s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.704346] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.704634] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 897.706104] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.390s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.708522] env[69374]: INFO nova.compute.claims [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.725346] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fefabb1-84b8-4781-8fb1-b6a4bb6a8d27 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.732423] env[69374]: DEBUG nova.compute.manager [req-b86f64e5-cea6-4a89-8054-6df894c51981 req-6121f465-36ea-402f-ba94-d47926e2d5af service nova] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Received event network-vif-plugged-9b028e52-5a5a-47ac-9aad-975d60a3ba75 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.733209] env[69374]: DEBUG oslo_concurrency.lockutils [req-b86f64e5-cea6-4a89-8054-6df894c51981 req-6121f465-36ea-402f-ba94-d47926e2d5af service nova] Acquiring lock "68199287-6193-4cc9-af64-d96ff4f254bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.733209] env[69374]: DEBUG oslo_concurrency.lockutils [req-b86f64e5-cea6-4a89-8054-6df894c51981 req-6121f465-36ea-402f-ba94-d47926e2d5af service nova] Lock "68199287-6193-4cc9-af64-d96ff4f254bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.733549] env[69374]: DEBUG oslo_concurrency.lockutils [req-b86f64e5-cea6-4a89-8054-6df894c51981 req-6121f465-36ea-402f-ba94-d47926e2d5af service nova] Lock "68199287-6193-4cc9-af64-d96ff4f254bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.733923] env[69374]: DEBUG nova.compute.manager [req-b86f64e5-cea6-4a89-8054-6df894c51981 req-6121f465-36ea-402f-ba94-d47926e2d5af service nova] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] No waiting events found dispatching network-vif-plugged-9b028e52-5a5a-47ac-9aad-975d60a3ba75 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 897.734245] env[69374]: WARNING nova.compute.manager [req-b86f64e5-cea6-4a89-8054-6df894c51981 req-6121f465-36ea-402f-ba94-d47926e2d5af service nova] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Received unexpected event network-vif-plugged-9b028e52-5a5a-47ac-9aad-975d60a3ba75 for instance with vm_state building and task_state spawning. [ 897.754966] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b44ecf-6164-4168-b206-01aac3cfa6a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.760040] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111460, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.775642] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634e526f-f7fd-4b5f-9912-9624af2929c3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.785847] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7c76ae-f56f-46be-8417-946769bee8c9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.826034] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177334MB free_disk=15GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 897.826034] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.877803] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111461, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.897222] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "refresh_cache-68199287-6193-4cc9-af64-d96ff4f254bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.897608] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "refresh_cache-68199287-6193-4cc9-af64-d96ff4f254bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.897608] env[69374]: DEBUG nova.network.neutron [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.967109] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquiring lock "952742cc-1231-4064-9d92-e28e196553c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.967521] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Lock "952742cc-1231-4064-9d92-e28e196553c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.967773] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquiring lock "952742cc-1231-4064-9d92-e28e196553c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.967968] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Lock "952742cc-1231-4064-9d92-e28e196553c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.968233] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Lock "952742cc-1231-4064-9d92-e28e196553c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.970465] env[69374]: INFO nova.compute.manager [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Terminating instance [ 898.143376] env[69374]: DEBUG oslo_vmware.api [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111462, 'name': PowerOffVM_Task, 'duration_secs': 0.367567} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.143376] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.143376] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.143376] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41eb442c-b2d5-46e0-bde6-d8b755a9faba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.224797] env[69374]: DEBUG nova.compute.utils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.227383] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.228130] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.228130] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Deleting the datastore file [datastore2] 57575546-660a-4ce5-b6b0-f0a0dfaa5169 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.229293] env[69374]: DEBUG nova.compute.manager [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.229293] env[69374]: DEBUG nova.network.neutron [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.232782] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ebbea3c-0b17-4d0a-9c76-e05692fd250e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.255935] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618812} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.255935] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 789144b7-6a4e-4634-abc1-ca01bcba7710/789144b7-6a4e-4634-abc1-ca01bcba7710.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.255935] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.255935] env[69374]: DEBUG oslo_vmware.api [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for the task: (returnval){ [ 898.255935] env[69374]: value = "task-4111464" [ 898.255935] env[69374]: _type = "Task" [ 898.255935] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.255935] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94ec6b3b-9d19-4fb7-a789-997e18c59f0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.272296] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 898.272296] env[69374]: value = "task-4111465" [ 898.272296] env[69374]: _type = "Task" [ 898.272296] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.283369] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.288051] env[69374]: DEBUG nova.policy [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f06d41d61f444fca5d7ac91389c1b52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9666c221843a40658d585357d197234d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.379653] env[69374]: DEBUG oslo_vmware.api [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111461, 'name': PowerOnVM_Task, 'duration_secs': 0.758882} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.381388] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.381388] env[69374]: DEBUG nova.compute.manager [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.383119] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f3c47d-56ba-4305-9726-9c4fb0cc2804 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.464659] env[69374]: DEBUG nova.network.neutron [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.477428] env[69374]: DEBUG nova.compute.manager [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.477428] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.478588] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95404636-b8a7-4c17-a759-2a348b7f2d60 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.488181] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.488574] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-489ac6b3-afdb-495b-ae5d-c01a19be5994 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.499677] env[69374]: DEBUG oslo_vmware.api [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for the task: (returnval){ [ 898.499677] env[69374]: value = "task-4111466" [ 898.499677] env[69374]: _type = "Task" [ 898.499677] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.514969] env[69374]: DEBUG oslo_vmware.api [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.651818] env[69374]: DEBUG nova.network.neutron [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Updating instance_info_cache with network_info: [{"id": "9b028e52-5a5a-47ac-9aad-975d60a3ba75", "address": "fa:16:3e:2e:8c:11", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b028e52-5a", "ovs_interfaceid": "9b028e52-5a5a-47ac-9aad-975d60a3ba75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.730733] env[69374]: DEBUG nova.compute.manager [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.785016] env[69374]: DEBUG oslo_vmware.api [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.795472] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157623} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.796538] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.798322] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7410b9cb-fcc2-4b9e-a6b2-e0896c339966 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.834904] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 789144b7-6a4e-4634-abc1-ca01bcba7710/789144b7-6a4e-4634-abc1-ca01bcba7710.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.844203] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f4a8b8-f61d-4655-a32c-903709eb0ebb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.865811] env[69374]: DEBUG nova.network.neutron [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Successfully created port: efe53514-280f-47b4-90ba-87471e3da4dd {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.870360] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 898.870360] env[69374]: value = "task-4111467" [ 898.870360] env[69374]: _type = "Task" [ 898.870360] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.879994] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.914635] env[69374]: DEBUG oslo_concurrency.lockutils [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.011020] env[69374]: DEBUG oslo_vmware.api [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111466, 'name': PowerOffVM_Task, 'duration_secs': 0.297976} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.011648] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.011771] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.011950] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acbb1507-eb7d-475f-b0c5-c4bf5d0092e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.154809] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "refresh_cache-68199287-6193-4cc9-af64-d96ff4f254bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.155193] env[69374]: DEBUG nova.compute.manager [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Instance network_info: |[{"id": "9b028e52-5a5a-47ac-9aad-975d60a3ba75", "address": "fa:16:3e:2e:8c:11", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b028e52-5a", "ovs_interfaceid": "9b028e52-5a5a-47ac-9aad-975d60a3ba75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.155613] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:8c:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b028e52-5a5a-47ac-9aad-975d60a3ba75', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.164582] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.168083] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.168468] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61180b34-c1e8-4aed-a568-cd6212894ef2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.192891] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.192891] env[69374]: value = "task-4111469" [ 899.192891] env[69374]: _type = "Task" [ 899.192891] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.205641] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111469, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.275079] env[69374]: DEBUG oslo_vmware.api [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Task: {'id': task-4111464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533479} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.276537] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.277026] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.277026] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.277170] env[69374]: INFO nova.compute.manager [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Took 1.67 seconds to destroy the instance on the hypervisor. [ 899.278107] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.279083] env[69374]: DEBUG nova.compute.manager [-] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.279235] env[69374]: DEBUG nova.network.neutron [-] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.384187] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111467, 'name': ReconfigVM_Task, 'duration_secs': 0.414015} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.384499] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 789144b7-6a4e-4634-abc1-ca01bcba7710/789144b7-6a4e-4634-abc1-ca01bcba7710.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.385504] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eedf1eb5-7048-4b65-92de-29c6a07360a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.395464] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 899.395464] env[69374]: value = "task-4111470" [ 899.395464] env[69374]: _type = "Task" [ 899.395464] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.413390] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111470, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.501068] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fbe2e5-6d37-44ba-9612-c6688d90eb7f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.509533] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c9d12-3ec5-4501-b36e-afd21ed727f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.544487] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08f93af-aded-49d0-bb43-50ae2f6b406c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.554639] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac55d08-c29f-44a3-a24b-b1d58243676d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.576933] env[69374]: DEBUG nova.compute.provider_tree [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.587025] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.587212] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.588785] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Deleting the datastore file [datastore1] 952742cc-1231-4064-9d92-e28e196553c1 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.588785] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de21882b-d7a2-492a-a387-956762a2385d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.596653] env[69374]: DEBUG oslo_vmware.api [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for the task: (returnval){ [ 899.596653] env[69374]: value = "task-4111471" [ 899.596653] env[69374]: _type = "Task" [ 899.596653] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.606359] env[69374]: DEBUG oslo_vmware.api [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.634185] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52738441-ced2-363b-eab1-941133abb90f/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.635606] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b2b87e-f03c-417d-bb4d-fba47b08761e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.642518] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52738441-ced2-363b-eab1-941133abb90f/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.642724] env[69374]: ERROR oslo_vmware.rw_handles [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52738441-ced2-363b-eab1-941133abb90f/disk-0.vmdk due to incomplete transfer. [ 899.642975] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6dc3ea2c-415d-4e14-b3c0-80f394f49c75 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.651369] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52738441-ced2-363b-eab1-941133abb90f/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 899.651488] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Uploaded image 8832fc4f-b200-4af6-8090-492a36a9c308 to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 899.655460] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 899.655784] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9444ae2-98a3-4579-b6b6-1dddcade71a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.663661] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 899.663661] env[69374]: value = "task-4111472" [ 899.663661] env[69374]: _type = "Task" [ 899.663661] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.674961] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111472, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.703343] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111469, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.748789] env[69374]: DEBUG nova.compute.manager [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.776506] env[69374]: DEBUG nova.virt.hardware [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.776883] env[69374]: DEBUG nova.virt.hardware [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.777118] env[69374]: DEBUG nova.virt.hardware [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.777599] env[69374]: DEBUG nova.virt.hardware [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.778160] env[69374]: DEBUG nova.virt.hardware [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.778428] env[69374]: DEBUG nova.virt.hardware [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.778730] env[69374]: DEBUG nova.virt.hardware [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.778961] env[69374]: DEBUG nova.virt.hardware [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.779207] env[69374]: DEBUG nova.virt.hardware [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.779438] env[69374]: DEBUG nova.virt.hardware [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.779670] env[69374]: DEBUG nova.virt.hardware [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.780696] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f842f9-e2a1-4a0f-8ef5-159e5c5f8966 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.790541] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e549fa02-a672-4bf8-9dcb-6eec513e9261 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.919491] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111470, 'name': Rename_Task, 'duration_secs': 0.367948} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.920016] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.920355] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4718be9-8496-4823-8318-d20ba5894f48 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.927352] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 899.927352] env[69374]: value = "task-4111473" [ 899.927352] env[69374]: _type = "Task" [ 899.927352] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.941664] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.104031] env[69374]: ERROR nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [req-dbe57380-b725-41b7-be57-a6507667f372] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dbe57380-b725-41b7-be57-a6507667f372"}]} [ 900.111025] env[69374]: DEBUG oslo_vmware.api [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Task: {'id': task-4111471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397218} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.111025] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.111025] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.111025] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.111025] env[69374]: INFO nova.compute.manager [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Took 1.63 seconds to destroy the instance on the hypervisor. [ 900.111025] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.111745] env[69374]: DEBUG nova.compute.manager [-] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.111869] env[69374]: DEBUG nova.network.neutron [-] [instance: 952742cc-1231-4064-9d92-e28e196553c1] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.123619] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 900.141208] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 900.141579] env[69374]: DEBUG nova.compute.provider_tree [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.158818] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 900.175531] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111472, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.188518] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 900.206692] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111469, 'name': CreateVM_Task, 'duration_secs': 0.748142} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.207194] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.208118] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.208301] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.208832] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.212137] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6929424-2940-4fc7-b2c3-3276f6efd484 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.215723] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 900.215723] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52678a76-fabe-7f28-ac87-88e20af5484b" [ 900.215723] env[69374]: _type = "Task" [ 900.215723] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.236581] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52678a76-fabe-7f28-ac87-88e20af5484b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.301389] env[69374]: DEBUG nova.compute.manager [req-9077f797-5d23-4ea0-afa0-ba0709570c37 req-08d39f4f-a688-4e03-977f-f9597688e947 service nova] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Received event network-changed-9b028e52-5a5a-47ac-9aad-975d60a3ba75 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.301389] env[69374]: DEBUG nova.compute.manager [req-9077f797-5d23-4ea0-afa0-ba0709570c37 req-08d39f4f-a688-4e03-977f-f9597688e947 service nova] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Refreshing instance network info cache due to event network-changed-9b028e52-5a5a-47ac-9aad-975d60a3ba75. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.301389] env[69374]: DEBUG oslo_concurrency.lockutils [req-9077f797-5d23-4ea0-afa0-ba0709570c37 req-08d39f4f-a688-4e03-977f-f9597688e947 service nova] Acquiring lock "refresh_cache-68199287-6193-4cc9-af64-d96ff4f254bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.301389] env[69374]: DEBUG oslo_concurrency.lockutils [req-9077f797-5d23-4ea0-afa0-ba0709570c37 req-08d39f4f-a688-4e03-977f-f9597688e947 service nova] Acquired lock "refresh_cache-68199287-6193-4cc9-af64-d96ff4f254bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.301389] env[69374]: DEBUG nova.network.neutron [req-9077f797-5d23-4ea0-afa0-ba0709570c37 req-08d39f4f-a688-4e03-977f-f9597688e947 service nova] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Refreshing network info cache for port 9b028e52-5a5a-47ac-9aad-975d60a3ba75 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.442528] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111473, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.491697] env[69374]: INFO nova.compute.manager [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Rebuilding instance [ 900.562556] env[69374]: DEBUG nova.compute.manager [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.563406] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1618a362-3daa-47ab-90aa-79419d57f3bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.573075] env[69374]: DEBUG nova.network.neutron [-] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.675610] env[69374]: DEBUG nova.network.neutron [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Successfully updated port: efe53514-280f-47b4-90ba-87471e3da4dd {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.680780] env[69374]: DEBUG nova.compute.manager [req-0e12db46-3c82-4f51-815e-5d8a3c0b023f req-b05bb7b1-3c1d-4bb0-84cd-e7c398b2133a service nova] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Received event network-vif-deleted-ae77cb70-f9a5-405d-a636-fc78f874de7b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.685663] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111472, 'name': Destroy_Task, 'duration_secs': 0.768171} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.686880] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Destroyed the VM [ 900.686880] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 900.686880] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22a1f949-857a-4902-b12b-2a164d6c3f82 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.699072] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 900.699072] env[69374]: value = "task-4111474" [ 900.699072] env[69374]: _type = "Task" [ 900.699072] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.712043] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111474, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.726837] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52678a76-fabe-7f28-ac87-88e20af5484b, 'name': SearchDatastore_Task, 'duration_secs': 0.023088} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.731039] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.731039] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.731039] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.731039] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.731039] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.731667] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beb4c46f-fb87-45ce-9dd7-607c88df30a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.740905] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.741144] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.741937] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646a47c6-003e-46b6-add2-3bd83c9f9f29 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.753682] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 900.753682] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c0bd1b-f26a-4cd7-0e69-986b6e532ff7" [ 900.753682] env[69374]: _type = "Task" [ 900.753682] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.767099] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c0bd1b-f26a-4cd7-0e69-986b6e532ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.767919] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824e078b-64a2-4c59-97eb-4b5ddbfb96db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.774381] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 900.774381] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c78dc8-4610-5d1f-4cb1-5ce51c0f5e68" [ 900.774381] env[69374]: _type = "Task" [ 900.774381] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.788605] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c78dc8-4610-5d1f-4cb1-5ce51c0f5e68, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.789225] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.789225] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 68199287-6193-4cc9-af64-d96ff4f254bf/68199287-6193-4cc9-af64-d96ff4f254bf.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.789417] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85d2eb11-f01a-45e0-9139-1adc2f43c48e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.797358] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 900.797358] env[69374]: value = "task-4111475" [ 900.797358] env[69374]: _type = "Task" [ 900.797358] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.812880] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.860253] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bb3649-d3dc-493f-9ff9-2e6a9ffa5674 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.870679] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba9769f-2f34-46b0-b5d7-c99b937d0ed7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.920174] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd4b41c-cadb-484b-963f-ff7ffff1aa52 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.936023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650df3a6-045d-40a1-8b33-0c7ec317307e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.947432] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111473, 'name': PowerOnVM_Task, 'duration_secs': 0.665755} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.956143] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.960023] env[69374]: DEBUG nova.compute.manager [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.960023] env[69374]: DEBUG nova.compute.provider_tree [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.961802] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5aed06-203e-4280-9cc8-0d2054ae35e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.977834] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquiring lock "bdf4e988-dcd8-4028-b157-5c681d03c83d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.978111] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Lock "bdf4e988-dcd8-4028-b157-5c681d03c83d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.089416] env[69374]: INFO nova.compute.manager [-] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Took 1.81 seconds to deallocate network for instance. [ 901.149475] env[69374]: DEBUG nova.network.neutron [req-9077f797-5d23-4ea0-afa0-ba0709570c37 req-08d39f4f-a688-4e03-977f-f9597688e947 service nova] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Updated VIF entry in instance network info cache for port 9b028e52-5a5a-47ac-9aad-975d60a3ba75. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.149842] env[69374]: DEBUG nova.network.neutron [req-9077f797-5d23-4ea0-afa0-ba0709570c37 req-08d39f4f-a688-4e03-977f-f9597688e947 service nova] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Updating instance_info_cache with network_info: [{"id": "9b028e52-5a5a-47ac-9aad-975d60a3ba75", "address": "fa:16:3e:2e:8c:11", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b028e52-5a", "ovs_interfaceid": "9b028e52-5a5a-47ac-9aad-975d60a3ba75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.182800] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.183097] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquired lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.183260] env[69374]: DEBUG nova.network.neutron [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.210733] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111474, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.309100] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111475, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.424358] env[69374]: DEBUG nova.network.neutron [-] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.479554] env[69374]: INFO nova.compute.manager [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] bringing vm to original state: 'stopped' [ 901.485059] env[69374]: DEBUG nova.compute.manager [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.501302] env[69374]: ERROR nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [req-cfd9b799-abec-4cd5-9db1-2dbde2c75eee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cfd9b799-abec-4cd5-9db1-2dbde2c75eee"}]} [ 901.526948] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 901.548314] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 901.548566] env[69374]: DEBUG nova.compute.provider_tree [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.565421] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 901.591258] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 901.599305] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.599618] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4557377e-38f0-489e-9bb7-fb3a6636888e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.605761] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.612970] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 901.612970] env[69374]: value = "task-4111476" [ 901.612970] env[69374]: _type = "Task" [ 901.612970] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.628167] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.654789] env[69374]: DEBUG oslo_concurrency.lockutils [req-9077f797-5d23-4ea0-afa0-ba0709570c37 req-08d39f4f-a688-4e03-977f-f9597688e947 service nova] Releasing lock "refresh_cache-68199287-6193-4cc9-af64-d96ff4f254bf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.712139] env[69374]: DEBUG oslo_vmware.api [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111474, 'name': RemoveSnapshot_Task, 'duration_secs': 0.556826} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.712634] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 901.712951] env[69374]: INFO nova.compute.manager [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Took 16.67 seconds to snapshot the instance on the hypervisor. [ 901.726900] env[69374]: DEBUG nova.network.neutron [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.812473] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558786} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.812732] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 68199287-6193-4cc9-af64-d96ff4f254bf/68199287-6193-4cc9-af64-d96ff4f254bf.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.812946] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.813251] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40d58e1c-b45d-4daf-9826-5838c60605e1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.820917] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 901.820917] env[69374]: value = "task-4111477" [ 901.820917] env[69374]: _type = "Task" [ 901.820917] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.833387] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.905454] env[69374]: DEBUG nova.network.neutron [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Updating instance_info_cache with network_info: [{"id": "efe53514-280f-47b4-90ba-87471e3da4dd", "address": "fa:16:3e:e6:a9:5f", "network": {"id": "015864d3-8316-4bd8-bea7-e239421e703b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1240524403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9666c221843a40658d585357d197234d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe53514-28", "ovs_interfaceid": "efe53514-280f-47b4-90ba-87471e3da4dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.927877] env[69374]: INFO nova.compute.manager [-] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Took 1.82 seconds to deallocate network for instance. [ 901.994835] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "702f1036-cfda-4b41-87ae-6a5d4c60e758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.995179] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "702f1036-cfda-4b41-87ae-6a5d4c60e758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.995355] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "702f1036-cfda-4b41-87ae-6a5d4c60e758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.995558] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "702f1036-cfda-4b41-87ae-6a5d4c60e758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.995728] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "702f1036-cfda-4b41-87ae-6a5d4c60e758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.001164] env[69374]: INFO nova.compute.manager [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Terminating instance [ 902.018308] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.124536] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111476, 'name': PowerOffVM_Task, 'duration_secs': 0.201167} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.127184] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.127424] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.128551] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23df6df8-abe1-4319-8bb0-1e5227ed0b77 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.135668] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.135972] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f82f4d79-1d21-442c-85c4-16bbfc83f780 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.170279] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c91d95-a913-4557-bb73-4e8484234556 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.176384] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49922237-a0df-44d4-be0d-bf1a5fa82f50 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.211787] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c56db26-40e9-451c-8e6d-564698afeb31 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.214517] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.214742] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.214917] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleting the datastore file [datastore1] 3d5f0869-84c1-4ccf-97ac-eaff324b7257 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.215216] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6164706-69fb-4f91-8fa0-c385b9a1e394 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.224147] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79637b8-9dd8-4104-bb05-18190971d4e1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.229198] env[69374]: DEBUG nova.compute.manager [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Instance disappeared during snapshot {{(pid=69374) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 902.231262] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 902.231262] env[69374]: value = "task-4111479" [ 902.231262] env[69374]: _type = "Task" [ 902.231262] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.243141] env[69374]: DEBUG nova.compute.provider_tree [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.245639] env[69374]: DEBUG nova.compute.manager [None req-ec47ff04-1985-41f9-a979-5ead14cf5139 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Image not found during clean up 8832fc4f-b200-4af6-8090-492a36a9c308 {{(pid=69374) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 902.253123] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.336179] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072138} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.336299] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.337125] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565e2b55-567e-4a66-a7c9-bca6ccd672f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.361642] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 68199287-6193-4cc9-af64-d96ff4f254bf/68199287-6193-4cc9-af64-d96ff4f254bf.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.361997] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323f802e-4d24-42c0-97a8-8fe1e6f73f84 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.384160] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 902.384160] env[69374]: value = "task-4111480" [ 902.384160] env[69374]: _type = "Task" [ 902.384160] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.394698] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.409025] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Releasing lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.409025] env[69374]: DEBUG nova.compute.manager [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Instance network_info: |[{"id": "efe53514-280f-47b4-90ba-87471e3da4dd", "address": "fa:16:3e:e6:a9:5f", "network": {"id": "015864d3-8316-4bd8-bea7-e239421e703b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1240524403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9666c221843a40658d585357d197234d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe53514-28", "ovs_interfaceid": "efe53514-280f-47b4-90ba-87471e3da4dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.409396] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:a9:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efe53514-280f-47b4-90ba-87471e3da4dd', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.420046] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.420046] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.420046] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a29a50b5-1e31-4cd7-bd11-8c52471b1a45 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.441663] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.441663] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.441663] env[69374]: value = "task-4111481" [ 902.441663] env[69374]: _type = "Task" [ 902.441663] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.449454] env[69374]: DEBUG nova.compute.manager [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Received event network-vif-plugged-efe53514-280f-47b4-90ba-87471e3da4dd {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.449454] env[69374]: DEBUG oslo_concurrency.lockutils [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] Acquiring lock "1c81ac2d-3c62-4228-9eab-609f12f442fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.449454] env[69374]: DEBUG oslo_concurrency.lockutils [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] Lock "1c81ac2d-3c62-4228-9eab-609f12f442fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.449612] env[69374]: DEBUG oslo_concurrency.lockutils [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] Lock "1c81ac2d-3c62-4228-9eab-609f12f442fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.450391] env[69374]: DEBUG nova.compute.manager [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] No waiting events found dispatching network-vif-plugged-efe53514-280f-47b4-90ba-87471e3da4dd {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 902.450391] env[69374]: WARNING nova.compute.manager [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Received unexpected event network-vif-plugged-efe53514-280f-47b4-90ba-87471e3da4dd for instance with vm_state building and task_state spawning. [ 902.450391] env[69374]: DEBUG nova.compute.manager [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Received event network-changed-efe53514-280f-47b4-90ba-87471e3da4dd {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.450391] env[69374]: DEBUG nova.compute.manager [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Refreshing instance network info cache due to event network-changed-efe53514-280f-47b4-90ba-87471e3da4dd. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.450697] env[69374]: DEBUG oslo_concurrency.lockutils [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] Acquiring lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.450697] env[69374]: DEBUG oslo_concurrency.lockutils [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] Acquired lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.450780] env[69374]: DEBUG nova.network.neutron [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Refreshing network info cache for port efe53514-280f-47b4-90ba-87471e3da4dd {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.458192] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111481, 'name': CreateVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.500749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "789144b7-6a4e-4634-abc1-ca01bcba7710" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.501260] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.501260] env[69374]: DEBUG nova.compute.manager [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 902.502721] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b516d9f9-cd11-4ce3-8586-2ed64507d134 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.508446] env[69374]: DEBUG nova.compute.manager [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.508672] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.511274] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77143cec-4fa8-4e10-97d9-d729f9346b53 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.514644] env[69374]: DEBUG nova.compute.manager [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69374) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 902.525537] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.525866] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b6a5121-806d-4a2b-ad98-59b74ca29961 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.591779] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.592057] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.592362] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleting the datastore file [datastore1] 702f1036-cfda-4b41-87ae-6a5d4c60e758 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.592667] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edd7f0de-3279-4ad4-997b-88c2c143f14a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.600449] env[69374]: DEBUG oslo_vmware.api [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 902.600449] env[69374]: value = "task-4111483" [ 902.600449] env[69374]: _type = "Task" [ 902.600449] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.609721] env[69374]: DEBUG oslo_vmware.api [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.645880] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "b4a597c2-2bca-4eaa-9792-a98df34155a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.646174] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "b4a597c2-2bca-4eaa-9792-a98df34155a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.730688] env[69374]: DEBUG nova.compute.manager [req-57779b43-6951-4938-a4ed-668058269eba req-3ef8f0d4-571b-4c01-9069-22a11a820d58 service nova] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Received event network-vif-deleted-745e0943-aca9-4650-b2bc-12f852748730 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.742531] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180467} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.742789] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.742982] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.743185] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.769696] env[69374]: ERROR nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [req-aa7709f5-a2d9-4fd6-825d-6beb940ea2f3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aa7709f5-a2d9-4fd6-825d-6beb940ea2f3"}]} [ 902.787128] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 902.801659] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 902.801880] env[69374]: DEBUG nova.compute.provider_tree [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.813596] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 902.832797] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 902.893942] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.957616] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111481, 'name': CreateVM_Task, 'duration_secs': 0.341484} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.959443] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.960612] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.960822] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.961214] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.961498] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34e7d03-23a6-4834-8fd4-1cc1d73b57ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.966866] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 902.966866] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5255dfdf-e5fd-9f80-b18e-c585b02a2c35" [ 902.966866] env[69374]: _type = "Task" [ 902.966866] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.979513] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5255dfdf-e5fd-9f80-b18e-c585b02a2c35, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.979868] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.980126] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.980372] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.980521] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.980695] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.980974] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a474b6ba-bb42-44f7-97f3-f00ab4280369 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.991928] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.992217] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.992859] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c05ffbd-dfb3-4ae3-9773-d3f60b69c324 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.001841] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 903.001841] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ca530e-44ca-f1ac-b697-1e20adccde34" [ 903.001841] env[69374]: _type = "Task" [ 903.001841] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.010261] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ca530e-44ca-f1ac-b697-1e20adccde34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.019441] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.019687] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d45d63-8979-424e-af28-1efea4208688 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.029194] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 903.029194] env[69374]: value = "task-4111484" [ 903.029194] env[69374]: _type = "Task" [ 903.029194] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.039527] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.114261] env[69374]: DEBUG oslo_vmware.api [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180979} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.120372] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.120569] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.120758] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.121020] env[69374]: INFO nova.compute.manager [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Took 0.61 seconds to destroy the instance on the hypervisor. [ 903.121338] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.122702] env[69374]: DEBUG nova.compute.manager [-] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.122702] env[69374]: DEBUG nova.network.neutron [-] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.149142] env[69374]: DEBUG nova.compute.manager [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.195987] env[69374]: DEBUG nova.network.neutron [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Updated VIF entry in instance network info cache for port efe53514-280f-47b4-90ba-87471e3da4dd. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.196533] env[69374]: DEBUG nova.network.neutron [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Updating instance_info_cache with network_info: [{"id": "efe53514-280f-47b4-90ba-87471e3da4dd", "address": "fa:16:3e:e6:a9:5f", "network": {"id": "015864d3-8316-4bd8-bea7-e239421e703b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1240524403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9666c221843a40658d585357d197234d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe53514-28", "ovs_interfaceid": "efe53514-280f-47b4-90ba-87471e3da4dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.400765] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111480, 'name': ReconfigVM_Task, 'duration_secs': 0.72964} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.401082] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 68199287-6193-4cc9-af64-d96ff4f254bf/68199287-6193-4cc9-af64-d96ff4f254bf.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.401741] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99ba6ead-f579-464c-b196-522215ab676c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.414414] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 903.414414] env[69374]: value = "task-4111485" [ 903.414414] env[69374]: _type = "Task" [ 903.414414] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.428558] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111485, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.448786] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863c1858-6fa5-4964-acf2-4331e5494d83 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.456562] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619de2c3-6ea1-4774-8557-f621b04aab2b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.493064] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c97046-2c2c-4ff9-a317-1e1be962547b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.502546] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bfb5ab-2c70-4456-9faa-348f2da96158 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.526354] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ca530e-44ca-f1ac-b697-1e20adccde34, 'name': SearchDatastore_Task, 'duration_secs': 0.013359} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.526848] env[69374]: DEBUG nova.compute.provider_tree [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.530391] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4154f3-e909-4cfb-9265-01ec731558b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.539405] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 903.539405] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52bed53f-12c6-15b5-f4a6-df71c950acf3" [ 903.539405] env[69374]: _type = "Task" [ 903.539405] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.543345] env[69374]: DEBUG oslo_vmware.api [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111484, 'name': PowerOffVM_Task, 'duration_secs': 0.212087} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.546509] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.546727] env[69374]: DEBUG nova.compute.manager [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.547815] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caa98eb-b507-4dc3-b0d2-b8c5a5811238 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.563159] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52bed53f-12c6-15b5-f4a6-df71c950acf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.563159] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.563159] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 1c81ac2d-3c62-4228-9eab-609f12f442fe/1c81ac2d-3c62-4228-9eab-609f12f442fe.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.563159] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbc98e63-2b53-46d0-a086-95c933fddc20 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.569611] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 903.569611] env[69374]: value = "task-4111486" [ 903.569611] env[69374]: _type = "Task" [ 903.569611] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.580680] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.677928] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.699981] env[69374]: DEBUG oslo_concurrency.lockutils [req-cd5e57e4-32ab-41a7-a6ab-f84c951c0d97 req-e5ba17c5-eb91-4b41-b8bf-cab466833d60 service nova] Releasing lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.781024] env[69374]: DEBUG nova.virt.hardware [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.781357] env[69374]: DEBUG nova.virt.hardware [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.781515] env[69374]: DEBUG nova.virt.hardware [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.781696] env[69374]: DEBUG nova.virt.hardware [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.781841] env[69374]: DEBUG nova.virt.hardware [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.781986] env[69374]: DEBUG nova.virt.hardware [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.782213] env[69374]: DEBUG nova.virt.hardware [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.782372] env[69374]: DEBUG nova.virt.hardware [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.782595] env[69374]: DEBUG nova.virt.hardware [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.782784] env[69374]: DEBUG nova.virt.hardware [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.782982] env[69374]: DEBUG nova.virt.hardware [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.783938] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4137203f-8f39-4a72-b8ab-68aec66161d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.793399] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705ba389-a4bd-481f-ad7b-542b12f449a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.809751] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:16:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31d90250-2225-4a6e-9db8-87f533b94ba0', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.818529] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.819200] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.819366] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d74d395-ae4c-4301-9ad5-38344c79b238 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.843065] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.843065] env[69374]: value = "task-4111487" [ 903.843065] env[69374]: _type = "Task" [ 903.843065] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.852597] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111487, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.926363] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111485, 'name': Rename_Task, 'duration_secs': 0.166563} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.926777] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.927170] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f43e9a5d-a44c-45c3-a401-53ca8a5031b0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.938052] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 903.938052] env[69374]: value = "task-4111488" [ 903.938052] env[69374]: _type = "Task" [ 903.938052] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.950184] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.031826] env[69374]: DEBUG nova.scheduler.client.report [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.035641] env[69374]: DEBUG nova.network.neutron [-] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.065253] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.081737] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478216} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.082031] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 1c81ac2d-3c62-4228-9eab-609f12f442fe/1c81ac2d-3c62-4228-9eab-609f12f442fe.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.082266] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.082546] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f7208f5-9e92-425d-b37d-08cd4a92c947 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.092399] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 904.092399] env[69374]: value = "task-4111489" [ 904.092399] env[69374]: _type = "Task" [ 904.092399] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.104287] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.354972] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111487, 'name': CreateVM_Task, 'duration_secs': 0.480158} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.355220] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.356058] env[69374]: DEBUG oslo_concurrency.lockutils [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.356211] env[69374]: DEBUG oslo_concurrency.lockutils [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.356546] env[69374]: DEBUG oslo_concurrency.lockutils [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.356819] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c5124a-3f84-4024-a3a2-96a29ec3c6dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.362764] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 904.362764] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5200a3c0-ca0a-3ed3-e617-dd0b3a43e226" [ 904.362764] env[69374]: _type = "Task" [ 904.362764] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.371797] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5200a3c0-ca0a-3ed3-e617-dd0b3a43e226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.450030] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111488, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.538277] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.832s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.538826] env[69374]: DEBUG nova.compute.manager [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.541595] env[69374]: INFO nova.compute.manager [-] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Took 1.42 seconds to deallocate network for instance. [ 904.542095] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.558s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.542333] env[69374]: DEBUG nova.objects.instance [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lazy-loading 'resources' on Instance uuid ef27b1d5-1bb8-48ca-8ec1-149520bac6dd {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.575024] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.603763] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072787} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.604188] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.605088] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafd5686-21dc-468f-9fa4-739c48561d07 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.629842] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 1c81ac2d-3c62-4228-9eab-609f12f442fe/1c81ac2d-3c62-4228-9eab-609f12f442fe.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.630188] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086f00b2-d497-4ea9-b513-6198c2b534c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.653579] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 904.653579] env[69374]: value = "task-4111490" [ 904.653579] env[69374]: _type = "Task" [ 904.653579] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.663130] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.805169] env[69374]: DEBUG nova.compute.manager [req-75d297ac-28b1-4024-b247-1517c529b483 req-9966f1cf-0c30-4d12-8228-0fc1ac0c5b39 service nova] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Received event network-vif-deleted-99bc8369-e1d4-47d6-a557-f5fcda867e2c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.875497] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5200a3c0-ca0a-3ed3-e617-dd0b3a43e226, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.875762] env[69374]: DEBUG oslo_concurrency.lockutils [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.875998] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.876262] env[69374]: DEBUG oslo_concurrency.lockutils [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.876410] env[69374]: DEBUG oslo_concurrency.lockutils [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.876613] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.876912] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80d3cad2-7f64-4776-8cd5-5a61f3281e07 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.886997] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.887361] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.888174] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc9c4e7-3370-4cfc-8b7e-e9a5857cd210 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.894182] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 904.894182] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5212b34a-8fe4-fd75-db4a-3ac9c6fa1501" [ 904.894182] env[69374]: _type = "Task" [ 904.894182] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.902773] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5212b34a-8fe4-fd75-db4a-3ac9c6fa1501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.950965] env[69374]: DEBUG oslo_vmware.api [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111488, 'name': PowerOnVM_Task, 'duration_secs': 0.517316} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.951249] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.951498] env[69374]: INFO nova.compute.manager [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Took 8.11 seconds to spawn the instance on the hypervisor. [ 904.951615] env[69374]: DEBUG nova.compute.manager [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.952427] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843a0b2e-5e35-4882-8ab7-7dae8778bb53 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.044997] env[69374]: DEBUG nova.compute.utils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.046165] env[69374]: DEBUG nova.compute.manager [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.046336] env[69374]: DEBUG nova.network.neutron [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.051482] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.101875] env[69374]: DEBUG nova.policy [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '474525780626478eb75c023b76d86077', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49262f118b974626bc532452c4fd09e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.165660] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111490, 'name': ReconfigVM_Task, 'duration_secs': 0.268812} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.165968] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 1c81ac2d-3c62-4228-9eab-609f12f442fe/1c81ac2d-3c62-4228-9eab-609f12f442fe.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.166872] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a69ebd7e-7d05-4ef8-9e72-b864e77b3bde {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.174377] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 905.174377] env[69374]: value = "task-4111491" [ 905.174377] env[69374]: _type = "Task" [ 905.174377] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.184235] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111491, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.277266] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "789144b7-6a4e-4634-abc1-ca01bcba7710" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.277528] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.277731] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "789144b7-6a4e-4634-abc1-ca01bcba7710-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.278233] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.278233] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.280842] env[69374]: INFO nova.compute.manager [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Terminating instance [ 905.407670] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5212b34a-8fe4-fd75-db4a-3ac9c6fa1501, 'name': SearchDatastore_Task, 'duration_secs': 0.010597} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.408328] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e3582a-4706-49e2-989f-a2a04c399182 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.414671] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 905.414671] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c2a299-2e35-e806-e718-eb832484cb1f" [ 905.414671] env[69374]: _type = "Task" [ 905.414671] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.427036] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c2a299-2e35-e806-e718-eb832484cb1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.475188] env[69374]: INFO nova.compute.manager [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Took 57.14 seconds to build instance. [ 905.551129] env[69374]: DEBUG nova.compute.manager [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.616813] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddada63b-3543-49ff-8ffd-e892adf65580 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.625399] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773dd8d2-c301-4f40-9334-e6fbda43e395 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.657844] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d182c-6d6d-46ff-b498-5d152c4fbd88 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.666204] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04f41ef-0776-4076-8ee1-190280a147b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.680889] env[69374]: DEBUG nova.compute.provider_tree [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.690986] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111491, 'name': Rename_Task, 'duration_secs': 0.156534} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.691302] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.691548] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b986f80f-15fa-4447-b88d-b3adc3ed7a08 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.699910] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 905.699910] env[69374]: value = "task-4111492" [ 905.699910] env[69374]: _type = "Task" [ 905.699910] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.707760] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.790020] env[69374]: DEBUG nova.compute.manager [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.790020] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.790020] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085df8d5-f96f-4f6e-81bf-afe660f49d2a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.798017] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.798447] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd4f07dc-15b1-4754-872c-b927d70e2738 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.857944] env[69374]: DEBUG nova.network.neutron [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Successfully created port: 54d54c56-4d78-4de8-b1a2-23ecf1c708da {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.878020] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.878020] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.878020] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleting the datastore file [datastore2] 789144b7-6a4e-4634-abc1-ca01bcba7710 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.878020] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb3a4aea-1548-47db-9c1a-f38fd8a8f7f7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.883682] env[69374]: DEBUG oslo_vmware.api [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 905.883682] env[69374]: value = "task-4111494" [ 905.883682] env[69374]: _type = "Task" [ 905.883682] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.892532] env[69374]: DEBUG oslo_vmware.api [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.928087] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c2a299-2e35-e806-e718-eb832484cb1f, 'name': SearchDatastore_Task, 'duration_secs': 0.01595} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.928789] env[69374]: DEBUG oslo_concurrency.lockutils [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.929227] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.929648] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddb104ff-e851-4075-84ae-b1c6768f5c80 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.939032] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 905.939032] env[69374]: value = "task-4111495" [ 905.939032] env[69374]: _type = "Task" [ 905.939032] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.947512] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.978085] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0d37381c-9ab8-41f8-8912-d757cc4dc0e4 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "68199287-6193-4cc9-af64-d96ff4f254bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.185s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.189187] env[69374]: DEBUG nova.scheduler.client.report [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.218770] env[69374]: DEBUG oslo_vmware.api [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111492, 'name': PowerOnVM_Task, 'duration_secs': 0.472781} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.219359] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.219752] env[69374]: INFO nova.compute.manager [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Took 6.47 seconds to spawn the instance on the hypervisor. [ 906.220128] env[69374]: DEBUG nova.compute.manager [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.221505] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee44a715-392e-481e-a6ba-654a549ba66f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.396573] env[69374]: DEBUG oslo_vmware.api [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157826} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.396573] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.396573] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.396573] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.396947] env[69374]: INFO nova.compute.manager [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Took 0.61 seconds to destroy the instance on the hypervisor. [ 906.397032] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.397213] env[69374]: DEBUG nova.compute.manager [-] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.397338] env[69374]: DEBUG nova.network.neutron [-] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.452528] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111495, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.561442] env[69374]: DEBUG nova.compute.manager [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.593367] env[69374]: DEBUG nova.virt.hardware [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.593610] env[69374]: DEBUG nova.virt.hardware [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.593764] env[69374]: DEBUG nova.virt.hardware [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.593942] env[69374]: DEBUG nova.virt.hardware [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.594101] env[69374]: DEBUG nova.virt.hardware [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.594248] env[69374]: DEBUG nova.virt.hardware [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.594461] env[69374]: DEBUG nova.virt.hardware [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.594617] env[69374]: DEBUG nova.virt.hardware [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.594782] env[69374]: DEBUG nova.virt.hardware [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.594941] env[69374]: DEBUG nova.virt.hardware [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.595118] env[69374]: DEBUG nova.virt.hardware [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.596336] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1291aab3-f2f6-4a0d-b618-7815e9e83571 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.605254] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e2c041-9066-45d4-a6f2-4c248ef6e606 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.694368] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.696729] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.357s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.731316] env[69374]: INFO nova.scheduler.client.report [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Deleted allocations for instance ef27b1d5-1bb8-48ca-8ec1-149520bac6dd [ 906.743191] env[69374]: INFO nova.compute.manager [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Took 54.81 seconds to build instance. [ 906.818597] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "68199287-6193-4cc9-af64-d96ff4f254bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.818893] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "68199287-6193-4cc9-af64-d96ff4f254bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.819131] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "68199287-6193-4cc9-af64-d96ff4f254bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.819327] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "68199287-6193-4cc9-af64-d96ff4f254bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.819511] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "68199287-6193-4cc9-af64-d96ff4f254bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.822167] env[69374]: INFO nova.compute.manager [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Terminating instance [ 906.849712] env[69374]: DEBUG nova.compute.manager [req-dfa943ab-980c-4cb3-8795-2b647106758e req-05ce79d9-6c55-41bc-b08e-0dce8e3fbad0 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Received event network-vif-deleted-f52da84d-da72-4480-b56e-dc71093c4102 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.850335] env[69374]: INFO nova.compute.manager [req-dfa943ab-980c-4cb3-8795-2b647106758e req-05ce79d9-6c55-41bc-b08e-0dce8e3fbad0 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Neutron deleted interface f52da84d-da72-4480-b56e-dc71093c4102; detaching it from the instance and deleting it from the info cache [ 906.851080] env[69374]: DEBUG nova.network.neutron [req-dfa943ab-980c-4cb3-8795-2b647106758e req-05ce79d9-6c55-41bc-b08e-0dce8e3fbad0 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.949196] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538353} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.949473] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.949702] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.949972] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81d43d91-f7fb-4ff1-82a5-d715f20b5792 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.958271] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 906.958271] env[69374]: value = "task-4111496" [ 906.958271] env[69374]: _type = "Task" [ 906.958271] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.967870] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.191040] env[69374]: DEBUG nova.network.neutron [-] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.203853] env[69374]: INFO nova.compute.claims [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.244399] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d7eeb5b2-f239-4c44-bd66-4b97600827e4 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.115s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.245809] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 43.714s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.246065] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.246311] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.246521] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.248375] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a1d571c-a3c3-4343-a1fb-89331570aaa8 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "1c81ac2d-3c62-4228-9eab-609f12f442fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.145s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.250541] env[69374]: INFO nova.compute.manager [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Terminating instance [ 907.327065] env[69374]: DEBUG nova.compute.manager [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.327293] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.328351] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6555d547-3f20-4057-b1e6-fc5394133704 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.337432] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.337691] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70be130e-4d86-4925-aaba-b9050bf95c9d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.344616] env[69374]: DEBUG oslo_vmware.api [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 907.344616] env[69374]: value = "task-4111497" [ 907.344616] env[69374]: _type = "Task" [ 907.344616] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.354105] env[69374]: DEBUG oslo_vmware.api [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.354427] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4e84808-99ae-4a84-9cd0-47198700058d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.364233] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d523ea-d815-4a66-80ce-d18e62625f7f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.406637] env[69374]: DEBUG nova.compute.manager [req-dfa943ab-980c-4cb3-8795-2b647106758e req-05ce79d9-6c55-41bc-b08e-0dce8e3fbad0 service nova] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Detach interface failed, port_id=f52da84d-da72-4480-b56e-dc71093c4102, reason: Instance 789144b7-6a4e-4634-abc1-ca01bcba7710 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.468889] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072698} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.469255] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.470101] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fae240c-0723-4f8a-8470-ec64511e6409 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.498167] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.498492] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e37471-ffb8-4e6f-9adf-84fd5279a7f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.521338] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 907.521338] env[69374]: value = "task-4111498" [ 907.521338] env[69374]: _type = "Task" [ 907.521338] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.533352] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.619051] env[69374]: DEBUG nova.compute.manager [req-fce1a8df-e7c3-464f-8421-6f987602563d req-87f989af-eb48-4f26-8c54-0a2aa4e89f62 service nova] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Received event network-vif-plugged-54d54c56-4d78-4de8-b1a2-23ecf1c708da {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.619287] env[69374]: DEBUG oslo_concurrency.lockutils [req-fce1a8df-e7c3-464f-8421-6f987602563d req-87f989af-eb48-4f26-8c54-0a2aa4e89f62 service nova] Acquiring lock "f2722731-3d5f-43c3-8edf-49246bfe6643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.619488] env[69374]: DEBUG oslo_concurrency.lockutils [req-fce1a8df-e7c3-464f-8421-6f987602563d req-87f989af-eb48-4f26-8c54-0a2aa4e89f62 service nova] Lock "f2722731-3d5f-43c3-8edf-49246bfe6643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.619653] env[69374]: DEBUG oslo_concurrency.lockutils [req-fce1a8df-e7c3-464f-8421-6f987602563d req-87f989af-eb48-4f26-8c54-0a2aa4e89f62 service nova] Lock "f2722731-3d5f-43c3-8edf-49246bfe6643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.619815] env[69374]: DEBUG nova.compute.manager [req-fce1a8df-e7c3-464f-8421-6f987602563d req-87f989af-eb48-4f26-8c54-0a2aa4e89f62 service nova] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] No waiting events found dispatching network-vif-plugged-54d54c56-4d78-4de8-b1a2-23ecf1c708da {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 907.619992] env[69374]: WARNING nova.compute.manager [req-fce1a8df-e7c3-464f-8421-6f987602563d req-87f989af-eb48-4f26-8c54-0a2aa4e89f62 service nova] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Received unexpected event network-vif-plugged-54d54c56-4d78-4de8-b1a2-23ecf1c708da for instance with vm_state building and task_state spawning. [ 907.696465] env[69374]: INFO nova.compute.manager [-] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Took 1.30 seconds to deallocate network for instance. [ 907.711350] env[69374]: INFO nova.compute.resource_tracker [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating resource usage from migration 2577ee8e-bfe7-450c-b8fc-8330281fa775 [ 907.759055] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.759310] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquired lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.759493] env[69374]: DEBUG nova.network.neutron [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.822963] env[69374]: DEBUG nova.network.neutron [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Successfully updated port: 54d54c56-4d78-4de8-b1a2-23ecf1c708da {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.862527] env[69374]: DEBUG oslo_vmware.api [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111497, 'name': PowerOffVM_Task, 'duration_secs': 0.227338} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.863274] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.863274] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.863517] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4529fff-bd88-461f-8dbf-6dd9f910fee8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.925281] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.925760] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.926136] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleting the datastore file [datastore2] 68199287-6193-4cc9-af64-d96ff4f254bf {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.926524] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f53841c-a650-4d78-9071-c8ea1d7ef2bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.935020] env[69374]: DEBUG oslo_vmware.api [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 907.935020] env[69374]: value = "task-4111500" [ 907.935020] env[69374]: _type = "Task" [ 907.935020] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.946345] env[69374]: DEBUG oslo_vmware.api [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.037960] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111498, 'name': ReconfigVM_Task, 'duration_secs': 0.28519} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.038717] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 3d5f0869-84c1-4ccf-97ac-eaff324b7257/3d5f0869-84c1-4ccf-97ac-eaff324b7257.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.038990] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c31a9f54-301b-45fa-b140-9d2fe4594831 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.048125] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 908.048125] env[69374]: value = "task-4111501" [ 908.048125] env[69374]: _type = "Task" [ 908.048125] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.056105] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111501, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.203041] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.262653] env[69374]: DEBUG nova.compute.utils [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Can not refresh info_cache because instance was not found {{(pid=69374) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 908.284596] env[69374]: DEBUG nova.network.neutron [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.292986] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56d3072-b329-4b6e-9050-e24724684e4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.301741] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e82469b-db36-4b94-821c-84f2a0f2ab10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.333665] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquiring lock "refresh_cache-f2722731-3d5f-43c3-8edf-49246bfe6643" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.333795] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquired lock "refresh_cache-f2722731-3d5f-43c3-8edf-49246bfe6643" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.333957] env[69374]: DEBUG nova.network.neutron [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.336233] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449b0bf6-61b8-4de9-a9e4-315ec2142fcd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.346146] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f38057-e5c3-439a-bb96-a95f570b70f7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.365866] env[69374]: DEBUG nova.compute.provider_tree [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.441642] env[69374]: DEBUG nova.network.neutron [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.446377] env[69374]: DEBUG oslo_vmware.api [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17407} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.446908] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.447108] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.447289] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.447460] env[69374]: INFO nova.compute.manager [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 908.447698] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.447897] env[69374]: DEBUG nova.compute.manager [-] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.447991] env[69374]: DEBUG nova.network.neutron [-] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.559344] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111501, 'name': Rename_Task, 'duration_secs': 0.149529} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.559985] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.560093] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e63c9ac-3b67-448e-a801-637480f85f79 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.570028] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 908.570028] env[69374]: value = "task-4111502" [ 908.570028] env[69374]: _type = "Task" [ 908.570028] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.578256] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.872022] env[69374]: DEBUG nova.scheduler.client.report [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.877847] env[69374]: DEBUG nova.network.neutron [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.947779] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Releasing lock "refresh_cache-ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.948378] env[69374]: DEBUG nova.compute.manager [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.948672] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.949050] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76f2172d-47e5-4186-8611-2114d0d5dab6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.960943] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c77de0-8ee7-42e4-80b6-30449e8a22db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.004848] env[69374]: WARNING nova.virt.vmwareapi.vmops [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ef27b1d5-1bb8-48ca-8ec1-149520bac6dd could not be found. [ 909.005720] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.005720] env[69374]: INFO nova.compute.manager [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Took 0.06 seconds to destroy the instance on the hypervisor. [ 909.005877] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.006106] env[69374]: DEBUG nova.compute.manager [-] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.006249] env[69374]: DEBUG nova.network.neutron [-] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.034068] env[69374]: DEBUG nova.network.neutron [-] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.079618] env[69374]: DEBUG oslo_vmware.api [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111502, 'name': PowerOnVM_Task, 'duration_secs': 0.46254} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.079903] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.080157] env[69374]: DEBUG nova.compute.manager [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.081489] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3625b4-b210-499b-a382-5bd15e333c40 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.087079] env[69374]: DEBUG nova.network.neutron [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Updating instance_info_cache with network_info: [{"id": "54d54c56-4d78-4de8-b1a2-23ecf1c708da", "address": "fa:16:3e:07:6c:2c", "network": {"id": "fd443446-1c44-4002-9392-60c617128c63", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-406170028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49262f118b974626bc532452c4fd09e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d54c56-4d", "ovs_interfaceid": "54d54c56-4d78-4de8-b1a2-23ecf1c708da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.380099] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.682s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.380241] env[69374]: INFO nova.compute.manager [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Migrating [ 909.390672] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.807s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.390884] env[69374]: DEBUG nova.objects.instance [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 909.408837] env[69374]: DEBUG nova.network.neutron [-] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.519291] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "1c81ac2d-3c62-4228-9eab-609f12f442fe" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.519291] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "1c81ac2d-3c62-4228-9eab-609f12f442fe" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.519291] env[69374]: INFO nova.compute.manager [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Rebooting instance [ 909.536640] env[69374]: DEBUG nova.network.neutron [-] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.590225] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Releasing lock "refresh_cache-f2722731-3d5f-43c3-8edf-49246bfe6643" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.590824] env[69374]: DEBUG nova.compute.manager [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Instance network_info: |[{"id": "54d54c56-4d78-4de8-b1a2-23ecf1c708da", "address": "fa:16:3e:07:6c:2c", "network": {"id": "fd443446-1c44-4002-9392-60c617128c63", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-406170028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49262f118b974626bc532452c4fd09e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d54c56-4d", "ovs_interfaceid": "54d54c56-4d78-4de8-b1a2-23ecf1c708da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.591242] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:6c:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54d54c56-4d78-4de8-b1a2-23ecf1c708da', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.600416] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Creating folder: Project (49262f118b974626bc532452c4fd09e1). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.604647] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf22fc84-90b8-4e97-a1e4-f222eb6ea01a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.611940] env[69374]: DEBUG oslo_concurrency.lockutils [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.619613] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Created folder: Project (49262f118b974626bc532452c4fd09e1) in parent group-v814324. [ 909.619847] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Creating folder: Instances. Parent ref: group-v814507. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.620117] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5a62a31-4cec-453f-ac5a-adb9cf59421f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.632555] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Created folder: Instances in parent group-v814507. [ 909.632911] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.633206] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.633542] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5741d24-4c27-48a4-b47d-99fa5ab08bb8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.655145] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.655145] env[69374]: value = "task-4111505" [ 909.655145] env[69374]: _type = "Task" [ 909.655145] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.664529] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111505, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.904737] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.904995] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.905098] env[69374]: DEBUG nova.network.neutron [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.907670] env[69374]: DEBUG nova.compute.manager [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Received event network-changed-54d54c56-4d78-4de8-b1a2-23ecf1c708da {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.907849] env[69374]: DEBUG nova.compute.manager [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Refreshing instance network info cache due to event network-changed-54d54c56-4d78-4de8-b1a2-23ecf1c708da. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.908059] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] Acquiring lock "refresh_cache-f2722731-3d5f-43c3-8edf-49246bfe6643" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.908235] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] Acquired lock "refresh_cache-f2722731-3d5f-43c3-8edf-49246bfe6643" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.908400] env[69374]: DEBUG nova.network.neutron [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Refreshing network info cache for port 54d54c56-4d78-4de8-b1a2-23ecf1c708da {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.909703] env[69374]: DEBUG oslo_concurrency.lockutils [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "79593cb2-e266-49c8-905d-c0ff06320f3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.910356] env[69374]: DEBUG oslo_concurrency.lockutils [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "79593cb2-e266-49c8-905d-c0ff06320f3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.910356] env[69374]: DEBUG oslo_concurrency.lockutils [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "79593cb2-e266-49c8-905d-c0ff06320f3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.910356] env[69374]: DEBUG oslo_concurrency.lockutils [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "79593cb2-e266-49c8-905d-c0ff06320f3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.910548] env[69374]: DEBUG oslo_concurrency.lockutils [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "79593cb2-e266-49c8-905d-c0ff06320f3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.913255] env[69374]: INFO nova.compute.manager [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Terminating instance [ 909.914079] env[69374]: INFO nova.compute.manager [-] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Took 1.47 seconds to deallocate network for instance. [ 910.036580] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.036793] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquired lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.036971] env[69374]: DEBUG nova.network.neutron [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.040894] env[69374]: INFO nova.compute.manager [-] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Took 1.03 seconds to deallocate network for instance. [ 910.171709] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111505, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.411410] env[69374]: DEBUG oslo_concurrency.lockutils [None req-79bfe9b0-0ed4-4188-991f-1a06c5608ed5 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.417735] env[69374]: DEBUG oslo_concurrency.lockutils [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.363s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.418142] env[69374]: DEBUG nova.objects.instance [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lazy-loading 'resources' on Instance uuid ee7e33f7-25ba-46d1-84b8-07b05170a1b6 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.424015] env[69374]: DEBUG nova.compute.manager [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.424471] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.425898] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.427975] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdddd172-3cee-4709-b2ff-d64b6c45cf2c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.437653] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.437936] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b933f82-7196-4204-ae88-ccaa640c7d33 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.446949] env[69374]: DEBUG oslo_vmware.api [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 910.446949] env[69374]: value = "task-4111506" [ 910.446949] env[69374]: _type = "Task" [ 910.446949] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.457062] env[69374]: DEBUG oslo_vmware.api [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.548025] env[69374]: INFO nova.compute.manager [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Instance disappeared during terminate [ 910.548340] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04911cfb-8d3a-48cc-b58a-d337a39af7d5 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "ef27b1d5-1bb8-48ca-8ec1-149520bac6dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.303s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.672170] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111505, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.718457] env[69374]: DEBUG nova.network.neutron [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance_info_cache with network_info: [{"id": "217f2255-42eb-4392-b73f-8a79fbe281fe", "address": "fa:16:3e:9a:1e:91", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217f2255-42", "ovs_interfaceid": "217f2255-42eb-4392-b73f-8a79fbe281fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.900018] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.900382] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.900619] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.900811] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.901100] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.903593] env[69374]: INFO nova.compute.manager [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Terminating instance [ 910.947628] env[69374]: DEBUG nova.network.neutron [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Updated VIF entry in instance network info cache for port 54d54c56-4d78-4de8-b1a2-23ecf1c708da. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.947628] env[69374]: DEBUG nova.network.neutron [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Updating instance_info_cache with network_info: [{"id": "54d54c56-4d78-4de8-b1a2-23ecf1c708da", "address": "fa:16:3e:07:6c:2c", "network": {"id": "fd443446-1c44-4002-9392-60c617128c63", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-406170028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49262f118b974626bc532452c4fd09e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54d54c56-4d", "ovs_interfaceid": "54d54c56-4d78-4de8-b1a2-23ecf1c708da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.961236] env[69374]: DEBUG oslo_vmware.api [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111506, 'name': PowerOffVM_Task, 'duration_secs': 0.372057} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.964581] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.965843] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.966674] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e1c5e95-caf6-4d49-8b76-e0e7e57bf05d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.050040] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.050476] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.050704] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Deleting the datastore file [datastore2] 79593cb2-e266-49c8-905d-c0ff06320f3a {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.051428] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aae4fe9-8b87-48cd-9c5e-2e473a0ed690 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.058731] env[69374]: DEBUG oslo_vmware.api [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for the task: (returnval){ [ 911.058731] env[69374]: value = "task-4111508" [ 911.058731] env[69374]: _type = "Task" [ 911.058731] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.074239] env[69374]: DEBUG oslo_vmware.api [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.089323] env[69374]: DEBUG nova.network.neutron [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Updating instance_info_cache with network_info: [{"id": "efe53514-280f-47b4-90ba-87471e3da4dd", "address": "fa:16:3e:e6:a9:5f", "network": {"id": "015864d3-8316-4bd8-bea7-e239421e703b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1240524403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9666c221843a40658d585357d197234d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe53514-28", "ovs_interfaceid": "efe53514-280f-47b4-90ba-87471e3da4dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.169151] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111505, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.224962] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.408785] env[69374]: DEBUG nova.compute.manager [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.409012] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.411660] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af4b691-3899-4b6f-bb6b-0e43435c6dff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.425031] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.425031] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cc3e866-d57f-44c5-b843-0bf1e6d613c0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.432525] env[69374]: DEBUG oslo_vmware.api [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 911.432525] env[69374]: value = "task-4111509" [ 911.432525] env[69374]: _type = "Task" [ 911.432525] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.446548] env[69374]: DEBUG oslo_vmware.api [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.454917] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] Releasing lock "refresh_cache-f2722731-3d5f-43c3-8edf-49246bfe6643" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.455321] env[69374]: DEBUG nova.compute.manager [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Received event network-changed-efe53514-280f-47b4-90ba-87471e3da4dd {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.455565] env[69374]: DEBUG nova.compute.manager [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Refreshing instance network info cache due to event network-changed-efe53514-280f-47b4-90ba-87471e3da4dd. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.455921] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] Acquiring lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.544436] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8738e5cd-df51-4c13-9bd2-7167e565a030 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.553841] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1975635e-0de0-4703-953f-ae994e5aad39 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.593095] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Releasing lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.594838] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] Acquired lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.595172] env[69374]: DEBUG nova.network.neutron [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Refreshing network info cache for port efe53514-280f-47b4-90ba-87471e3da4dd {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.598752] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f42ef34-fe0d-4363-8b19-fc17d7e3ee52 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.607657] env[69374]: DEBUG oslo_vmware.api [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Task: {'id': task-4111508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152486} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.609582] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.609965] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.610303] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.610597] env[69374]: INFO nova.compute.manager [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 911.610863] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.611721] env[69374]: DEBUG nova.compute.manager [-] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.611868] env[69374]: DEBUG nova.network.neutron [-] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.621455] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09891d0-9c99-4163-af82-26717c287c05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.642855] env[69374]: DEBUG nova.compute.provider_tree [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.669761] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111505, 'name': CreateVM_Task, 'duration_secs': 1.662369} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.672415] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.673171] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.673346] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.673671] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.674261] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9be2992-a1f1-4314-b328-6bb7574732ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.679993] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for the task: (returnval){ [ 911.679993] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524da5fe-6509-2e97-78ec-55fec015b053" [ 911.679993] env[69374]: _type = "Task" [ 911.679993] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.691747] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524da5fe-6509-2e97-78ec-55fec015b053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.946401] env[69374]: DEBUG oslo_vmware.api [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111509, 'name': PowerOffVM_Task, 'duration_secs': 0.250816} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.946673] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.946839] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.947106] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a1eb635-7e5b-41b6-91f5-1f6a3bd324f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.017549] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.017916] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.018062] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleting the datastore file [datastore2] 26b0f6c3-7bf6-4786-8998-cdd3c334ba61 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.018599] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03fcaeea-f192-4299-b0e2-c2451a6bbb9e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.026252] env[69374]: DEBUG oslo_vmware.api [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 912.026252] env[69374]: value = "task-4111511" [ 912.026252] env[69374]: _type = "Task" [ 912.026252] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.035541] env[69374]: DEBUG oslo_vmware.api [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.111962] env[69374]: DEBUG nova.compute.manager [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.112899] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e1ed0a-0793-4b5d-8dc3-3bbd942069d3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.149828] env[69374]: DEBUG nova.scheduler.client.report [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.192855] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524da5fe-6509-2e97-78ec-55fec015b053, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.193212] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.193454] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.193693] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.193932] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.194012] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.194464] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d51c494-5647-4c37-8062-6ab15d4c47ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.242509] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.242509] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.242509] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691f3835-bb8a-40ae-84cc-ba5fa3dd1063 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.255317] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for the task: (returnval){ [ 912.255317] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52bfd800-91a1-6feb-bd63-15f0b0e547a7" [ 912.255317] env[69374]: _type = "Task" [ 912.255317] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.267049] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52bfd800-91a1-6feb-bd63-15f0b0e547a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.536873] env[69374]: DEBUG oslo_vmware.api [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379034} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.537170] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.537357] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.537540] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.537766] env[69374]: INFO nova.compute.manager [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Took 1.13 seconds to destroy the instance on the hypervisor. [ 912.537981] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.538274] env[69374]: DEBUG nova.compute.manager [-] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.538274] env[69374]: DEBUG nova.network.neutron [-] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.570815] env[69374]: DEBUG nova.compute.manager [req-16a7f272-9c8c-427c-942b-b10e4c459aa9 req-22007f0c-762f-4b4d-9a77-9b20b996b142 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Received event network-vif-deleted-97b11513-ba6a-4a33-8072-7e139780910b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.571029] env[69374]: INFO nova.compute.manager [req-16a7f272-9c8c-427c-942b-b10e4c459aa9 req-22007f0c-762f-4b4d-9a77-9b20b996b142 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Neutron deleted interface 97b11513-ba6a-4a33-8072-7e139780910b; detaching it from the instance and deleting it from the info cache [ 912.571209] env[69374]: DEBUG nova.network.neutron [req-16a7f272-9c8c-427c-942b-b10e4c459aa9 req-22007f0c-762f-4b4d-9a77-9b20b996b142 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.659998] env[69374]: DEBUG oslo_concurrency.lockutils [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.662791] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 39.135s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.702542] env[69374]: INFO nova.scheduler.client.report [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Deleted allocations for instance ee7e33f7-25ba-46d1-84b8-07b05170a1b6 [ 912.713264] env[69374]: DEBUG nova.network.neutron [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Updated VIF entry in instance network info cache for port efe53514-280f-47b4-90ba-87471e3da4dd. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.713670] env[69374]: DEBUG nova.network.neutron [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Updating instance_info_cache with network_info: [{"id": "efe53514-280f-47b4-90ba-87471e3da4dd", "address": "fa:16:3e:e6:a9:5f", "network": {"id": "015864d3-8316-4bd8-bea7-e239421e703b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1240524403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9666c221843a40658d585357d197234d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe53514-28", "ovs_interfaceid": "efe53514-280f-47b4-90ba-87471e3da4dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.732580] env[69374]: DEBUG nova.network.neutron [-] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.746776] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019c1871-c7aa-4025-87ae-ef7a157557aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.771160] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance '7db22c5e-6c21-49be-8906-ec6aff0e722c' progress to 0 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.786537] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52bfd800-91a1-6feb-bd63-15f0b0e547a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014054} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.788153] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d18c3c-ad11-46c6-9bc9-24e350bdea05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.795466] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for the task: (returnval){ [ 912.795466] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f36c81-c995-afd1-4656-a6da7a3afe56" [ 912.795466] env[69374]: _type = "Task" [ 912.795466] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.804394] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f36c81-c995-afd1-4656-a6da7a3afe56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.074823] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf9d1224-5260-486d-bc02-feec926df516 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.085032] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02164863-791e-487c-a1a7-9d387a7ea59f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.119831] env[69374]: DEBUG nova.compute.manager [req-16a7f272-9c8c-427c-942b-b10e4c459aa9 req-22007f0c-762f-4b4d-9a77-9b20b996b142 service nova] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Detach interface failed, port_id=97b11513-ba6a-4a33-8072-7e139780910b, reason: Instance 79593cb2-e266-49c8-905d-c0ff06320f3a could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 913.129987] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5d6eb6-9b1d-48cd-b7e5-a30b13bb174f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.137639] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Doing hard reboot of VM {{(pid=69374) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 913.137912] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f16f4903-2665-4418-aaf6-e271c8500499 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.145280] env[69374]: DEBUG oslo_vmware.api [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 913.145280] env[69374]: value = "task-4111512" [ 913.145280] env[69374]: _type = "Task" [ 913.145280] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.154399] env[69374]: DEBUG oslo_vmware.api [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111512, 'name': ResetVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.167200] env[69374]: DEBUG nova.objects.instance [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lazy-loading 'migration_context' on Instance uuid a1ab1f2f-0e69-4483-9271-45a85b69608c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.215790] env[69374]: DEBUG oslo_concurrency.lockutils [None req-02155618-7e71-46a8-85af-b4fdc358a149 tempest-ServersTestMultiNic-1081300800 tempest-ServersTestMultiNic-1081300800-project-member] Lock "ee7e33f7-25ba-46d1-84b8-07b05170a1b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.990s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.217128] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] Releasing lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.217453] env[69374]: DEBUG nova.compute.manager [req-4f364b5d-a6f6-4390-9176-4a4a509d995c req-0c6481c2-8067-4d5f-809a-6c7a0dcd3d0b service nova] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Received event network-vif-deleted-9b028e52-5a5a-47ac-9aad-975d60a3ba75 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.235881] env[69374]: INFO nova.compute.manager [-] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Took 1.62 seconds to deallocate network for instance. [ 913.282898] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.283344] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-202701bc-82d3-433c-9637-a0e7b5e5334a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.291024] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 913.291024] env[69374]: value = "task-4111513" [ 913.291024] env[69374]: _type = "Task" [ 913.291024] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.304690] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 913.305026] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance '7db22c5e-6c21-49be-8906-ec6aff0e722c' progress to 17 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.314798] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f36c81-c995-afd1-4656-a6da7a3afe56, 'name': SearchDatastore_Task, 'duration_secs': 0.036334} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.315252] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.315519] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] f2722731-3d5f-43c3-8edf-49246bfe6643/f2722731-3d5f-43c3-8edf-49246bfe6643.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.315779] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a12c7e6-a071-4565-a2d0-c2e1fa4ca090 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.323442] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for the task: (returnval){ [ 913.323442] env[69374]: value = "task-4111514" [ 913.323442] env[69374]: _type = "Task" [ 913.323442] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.333605] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.462707] env[69374]: DEBUG nova.network.neutron [-] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.656182] env[69374]: DEBUG oslo_vmware.api [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111512, 'name': ResetVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.746428] env[69374]: DEBUG oslo_concurrency.lockutils [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.818629] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.820042] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.820042] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.820042] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.820205] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.820444] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.820773] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.821052] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.821336] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.821611] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.821902] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.830256] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b8841bd-972d-4621-ab54-d0eb568019c3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.855070] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111514, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.856912] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 913.856912] env[69374]: value = "task-4111515" [ 913.856912] env[69374]: _type = "Task" [ 913.856912] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.867369] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.965689] env[69374]: INFO nova.compute.manager [-] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Took 1.43 seconds to deallocate network for instance. [ 914.164039] env[69374]: DEBUG oslo_vmware.api [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111512, 'name': ResetVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.271225] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826e4b20-a8eb-4f3f-ad09-71787a5f6692 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.279844] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af2633-9a49-431c-b875-8c21b9c983ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.312915] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eef1a2-8833-4f0e-993c-6a255ba74aba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.321487] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d300570-755c-424a-90ec-5ea36edcecf2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.337582] env[69374]: DEBUG nova.compute.provider_tree [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.347852] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804618} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.348116] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] f2722731-3d5f-43c3-8edf-49246bfe6643/f2722731-3d5f-43c3-8edf-49246bfe6643.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.348360] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.348615] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5359e5ce-e568-41b5-88fb-a662b72292ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.355947] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for the task: (returnval){ [ 914.355947] env[69374]: value = "task-4111516" [ 914.355947] env[69374]: _type = "Task" [ 914.355947] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.369558] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.373489] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.473563] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.609112] env[69374]: DEBUG nova.compute.manager [req-42ff0445-a911-4680-866a-ec6e41cf01fe req-d9e39ca8-b530-409c-84cb-b722a0905c1c service nova] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Received event network-vif-deleted-2485f925-5682-45d7-afda-0dece989727a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.656500] env[69374]: DEBUG oslo_vmware.api [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111512, 'name': ResetVM_Task, 'duration_secs': 1.180351} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.656748] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Did hard reboot of VM {{(pid=69374) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 914.657206] env[69374]: DEBUG nova.compute.manager [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.657739] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d9e2b4-9665-47aa-bbea-b902d2d7fb13 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.844153] env[69374]: DEBUG nova.scheduler.client.report [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.870558] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076382} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.873765] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.874630] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111515, 'name': ReconfigVM_Task, 'duration_secs': 0.630606} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.875132] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac47437-a1c8-42c0-acfd-49d135124086 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.878038] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance '7db22c5e-6c21-49be-8906-ec6aff0e722c' progress to 33 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.902519] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f2722731-3d5f-43c3-8edf-49246bfe6643/f2722731-3d5f-43c3-8edf-49246bfe6643.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.902699] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c5bd1b0-7a97-4485-ac5b-efda7762b823 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.923368] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for the task: (returnval){ [ 914.923368] env[69374]: value = "task-4111517" [ 914.923368] env[69374]: _type = "Task" [ 914.923368] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.934564] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.177026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b931544-0cda-4977-8d80-e77906d8bc65 tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "1c81ac2d-3c62-4228-9eab-609f12f442fe" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.657s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.385850] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.385850] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.385850] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.385850] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.385850] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.385850] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.386696] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.387048] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.387359] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.387652] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.387945] env[69374]: DEBUG nova.virt.hardware [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.393799] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 915.396078] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c29ee6-e2c4-4e53-9af2-ee88e5d084bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.420271] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 915.420271] env[69374]: value = "task-4111518" [ 915.420271] env[69374]: _type = "Task" [ 915.420271] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.434720] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.444172] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.858575] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.196s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.868087] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.218s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.870909] env[69374]: INFO nova.compute.claims [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.931679] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111518, 'name': ReconfigVM_Task, 'duration_secs': 0.491023} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.932458] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 915.934051] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a87b05-c297-4750-91ed-2e26d9685a18 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.939651] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111517, 'name': ReconfigVM_Task, 'duration_secs': 0.592517} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.940309] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f2722731-3d5f-43c3-8edf-49246bfe6643/f2722731-3d5f-43c3-8edf-49246bfe6643.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.941561] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd7d2057-8c22-4d99-ab0c-bf78a89d5ff9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.966480] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 7db22c5e-6c21-49be-8906-ec6aff0e722c/7db22c5e-6c21-49be-8906-ec6aff0e722c.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.967590] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2b24423-8cac-4be6-8f36-432725df14c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.983355] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for the task: (returnval){ [ 915.983355] env[69374]: value = "task-4111519" [ 915.983355] env[69374]: _type = "Task" [ 915.983355] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.990439] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 915.990439] env[69374]: value = "task-4111520" [ 915.990439] env[69374]: _type = "Task" [ 915.990439] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.994274] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111519, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.005772] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111520, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.498888] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111519, 'name': Rename_Task, 'duration_secs': 0.474694} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.502345] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.502774] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5338d2b6-8f1d-4ee0-8aa0-cc430e456d6e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.510128] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.511622] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for the task: (returnval){ [ 916.511622] env[69374]: value = "task-4111521" [ 916.511622] env[69374]: _type = "Task" [ 916.511622] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.519795] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.023560] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.034768] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.375689] env[69374]: DEBUG nova.compute.manager [req-d418aaad-4db1-4541-9f31-ded816a4f311 req-eeeee213-d925-4930-ad9e-2e5a6a5e72c3 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Received event network-changed-efe53514-280f-47b4-90ba-87471e3da4dd {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.376743] env[69374]: DEBUG nova.compute.manager [req-d418aaad-4db1-4541-9f31-ded816a4f311 req-eeeee213-d925-4930-ad9e-2e5a6a5e72c3 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Refreshing instance network info cache due to event network-changed-efe53514-280f-47b4-90ba-87471e3da4dd. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.376743] env[69374]: DEBUG oslo_concurrency.lockutils [req-d418aaad-4db1-4541-9f31-ded816a4f311 req-eeeee213-d925-4930-ad9e-2e5a6a5e72c3 service nova] Acquiring lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.376743] env[69374]: DEBUG oslo_concurrency.lockutils [req-d418aaad-4db1-4541-9f31-ded816a4f311 req-eeeee213-d925-4930-ad9e-2e5a6a5e72c3 service nova] Acquired lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.376743] env[69374]: DEBUG nova.network.neutron [req-d418aaad-4db1-4541-9f31-ded816a4f311 req-eeeee213-d925-4930-ad9e-2e5a6a5e72c3 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Refreshing network info cache for port efe53514-280f-47b4-90ba-87471e3da4dd {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.417605] env[69374]: INFO nova.compute.manager [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Swapping old allocation on dict_keys(['0733b889-6ed8-45b1-bdbb-a649d48352c0']) held by migration 32548c78-6157-422a-9038-6b9a16d9e95a for instance [ 917.453200] env[69374]: DEBUG nova.scheduler.client.report [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Overwriting current allocation {'allocations': {'0733b889-6ed8-45b1-bdbb-a649d48352c0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 87}}, 'project_id': 'bbe2ee8524cf42d1a3b0087203dcb00d', 'user_id': '251822f4af2a44f6ac9c00395710a2cb', 'consumer_generation': 1} on consumer a1ab1f2f-0e69-4483-9271-45a85b69608c {{(pid=69374) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 917.481430] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0cc808-2dd1-4bfd-9add-b77fe07329c8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.489454] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3db850-2946-4ce1-a818-504a78b37afc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.540859] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a542cf-21aa-4eee-ad82-c4deff567339 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.557656] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae12802-692f-42d7-b047-25936ee7168d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.562997] env[69374]: DEBUG oslo_vmware.api [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111520, 'name': ReconfigVM_Task, 'duration_secs': 1.13572} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.563343] env[69374]: DEBUG oslo_vmware.api [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111521, 'name': PowerOnVM_Task, 'duration_secs': 0.586176} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.563618] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 7db22c5e-6c21-49be-8906-ec6aff0e722c/7db22c5e-6c21-49be-8906-ec6aff0e722c.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.563912] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance '7db22c5e-6c21-49be-8906-ec6aff0e722c' progress to 50 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 917.567529] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.567913] env[69374]: INFO nova.compute.manager [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Took 11.01 seconds to spawn the instance on the hypervisor. [ 917.568026] env[69374]: DEBUG nova.compute.manager [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.569520] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e9c560-449f-4c5d-972b-6125c7c99d84 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.582325] env[69374]: DEBUG nova.compute.provider_tree [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.626900] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.627107] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquired lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.627283] env[69374]: DEBUG nova.network.neutron [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.085436] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b78925-478c-46aa-bb65-a237a5cb6690 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.092404] env[69374]: DEBUG nova.scheduler.client.report [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.102171] env[69374]: INFO nova.compute.manager [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Took 56.81 seconds to build instance. [ 918.124552] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f038296-7a23-4d85-9319-962052f8e10c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.146854] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance '7db22c5e-6c21-49be-8906-ec6aff0e722c' progress to 67 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.194913] env[69374]: DEBUG nova.network.neutron [req-d418aaad-4db1-4541-9f31-ded816a4f311 req-eeeee213-d925-4930-ad9e-2e5a6a5e72c3 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Updated VIF entry in instance network info cache for port efe53514-280f-47b4-90ba-87471e3da4dd. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.195393] env[69374]: DEBUG nova.network.neutron [req-d418aaad-4db1-4541-9f31-ded816a4f311 req-eeeee213-d925-4930-ad9e-2e5a6a5e72c3 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Updating instance_info_cache with network_info: [{"id": "efe53514-280f-47b4-90ba-87471e3da4dd", "address": "fa:16:3e:e6:a9:5f", "network": {"id": "015864d3-8316-4bd8-bea7-e239421e703b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1240524403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9666c221843a40658d585357d197234d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe53514-28", "ovs_interfaceid": "efe53514-280f-47b4-90ba-87471e3da4dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.204710] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "1c81ac2d-3c62-4228-9eab-609f12f442fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.205377] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "1c81ac2d-3c62-4228-9eab-609f12f442fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.205377] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "1c81ac2d-3c62-4228-9eab-609f12f442fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.205377] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "1c81ac2d-3c62-4228-9eab-609f12f442fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.205564] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "1c81ac2d-3c62-4228-9eab-609f12f442fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.209753] env[69374]: INFO nova.compute.manager [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Terminating instance [ 918.535771] env[69374]: DEBUG nova.network.neutron [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance_info_cache with network_info: [{"id": "c5cec549-8c86-46f6-99cd-d99fba306d84", "address": "fa:16:3e:c9:f1:95", "network": {"id": "74b516c8-6ff3-4c12-b440-45ab53ba5a4a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1eef8ae2556b4b68ae93ab83bf108e87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cec549-8c", "ovs_interfaceid": "c5cec549-8c86-46f6-99cd-d99fba306d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.603347] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.604074] env[69374]: DEBUG nova.compute.manager [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.607618] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.293s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.607850] env[69374]: DEBUG nova.objects.instance [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lazy-loading 'resources' on Instance uuid ec8737e3-c6fb-4e50-be61-726fd118d3cc {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.620407] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aaaacd86-a4a5-49e7-b2f9-4794edd2a256 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Lock "f2722731-3d5f-43c3-8edf-49246bfe6643" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.086s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.699216] env[69374]: DEBUG oslo_concurrency.lockutils [req-d418aaad-4db1-4541-9f31-ded816a4f311 req-eeeee213-d925-4930-ad9e-2e5a6a5e72c3 service nova] Releasing lock "refresh_cache-1c81ac2d-3c62-4228-9eab-609f12f442fe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.701355] env[69374]: DEBUG nova.network.neutron [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Port 217f2255-42eb-4392-b73f-8a79fbe281fe binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 918.714493] env[69374]: DEBUG nova.compute.manager [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.714826] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.716423] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f12b986-0425-4ed9-9d60-c3193d54fc5e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.725903] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.726445] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71030f99-cc64-4d03-ad8a-039a387d1597 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.733900] env[69374]: DEBUG oslo_vmware.api [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 918.733900] env[69374]: value = "task-4111522" [ 918.733900] env[69374]: _type = "Task" [ 918.733900] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.746040] env[69374]: DEBUG oslo_vmware.api [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.038383] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Releasing lock "refresh_cache-a1ab1f2f-0e69-4483-9271-45a85b69608c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.038840] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.039185] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81850f3d-9de0-412c-abec-fd1f86f47d70 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.047812] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 919.047812] env[69374]: value = "task-4111523" [ 919.047812] env[69374]: _type = "Task" [ 919.047812] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.057460] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.116204] env[69374]: DEBUG nova.compute.utils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.121299] env[69374]: DEBUG nova.compute.manager [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.121763] env[69374]: DEBUG nova.network.neutron [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.161878] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquiring lock "f2722731-3d5f-43c3-8edf-49246bfe6643" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.162061] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Lock "f2722731-3d5f-43c3-8edf-49246bfe6643" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.162282] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquiring lock "f2722731-3d5f-43c3-8edf-49246bfe6643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.162463] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Lock "f2722731-3d5f-43c3-8edf-49246bfe6643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.162627] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Lock "f2722731-3d5f-43c3-8edf-49246bfe6643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.165046] env[69374]: INFO nova.compute.manager [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Terminating instance [ 919.185133] env[69374]: DEBUG nova.policy [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49b3201d1d6640cb9c974528c481cb78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fab37523c6f44d9a05e30f74cbdc556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.251107] env[69374]: DEBUG oslo_vmware.api [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111522, 'name': PowerOffVM_Task, 'duration_secs': 0.194604} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.251926] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.252360] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.253146] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58c7a733-6300-49e1-a028-80ef988345cc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.326113] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.326744] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.326870] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Deleting the datastore file [datastore1] 1c81ac2d-3c62-4228-9eab-609f12f442fe {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.328019] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f51733ea-a21b-4f39-8324-a7f258ebc09f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.341675] env[69374]: DEBUG oslo_vmware.api [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 919.341675] env[69374]: value = "task-4111525" [ 919.341675] env[69374]: _type = "Task" [ 919.341675] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.362145] env[69374]: DEBUG oslo_vmware.api [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.560285] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111523, 'name': PowerOffVM_Task, 'duration_secs': 0.286879} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.568224] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.568224] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:20:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56d76699-ef5f-4276-9a02-15a791ce47b6',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1133578617',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.568224] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.568224] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.568224] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.568224] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.568224] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.568224] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.568224] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.568224] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.568224] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.568224] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.578465] env[69374]: DEBUG nova.network.neutron [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Successfully created port: 2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.580834] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50392912-ab97-460c-93d9-5df2aaef95da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.603148] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 919.603148] env[69374]: value = "task-4111526" [ 919.603148] env[69374]: _type = "Task" [ 919.603148] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.614143] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.622011] env[69374]: DEBUG nova.compute.manager [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.674131] env[69374]: DEBUG nova.compute.manager [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.674131] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.674471] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bab6b5-cb9a-4015-a763-5323ea8f9ab2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.690824] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.692713] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1667fea-919f-4c49-91a1-084d0f1a8834 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.701662] env[69374]: DEBUG oslo_vmware.api [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for the task: (returnval){ [ 919.701662] env[69374]: value = "task-4111527" [ 919.701662] env[69374]: _type = "Task" [ 919.701662] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.722560] env[69374]: DEBUG oslo_vmware.api [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.734732] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "7db22c5e-6c21-49be-8906-ec6aff0e722c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.735050] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.735328] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.808680] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04495ed3-bc51-4d5e-83aa-36d24f0935d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.818502] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7e64ae-4d2b-4e82-a468-2907f11ce5e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.858546] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed27b36c-35ae-4679-b0a6-18627b01b332 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.874229] env[69374]: DEBUG oslo_vmware.api [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182787} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.874916] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4916f90b-fd56-4531-83dd-df6b1faa8d95 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.879855] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.880032] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.880219] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.880403] env[69374]: INFO nova.compute.manager [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Took 1.17 seconds to destroy the instance on the hypervisor. [ 919.880656] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.880870] env[69374]: DEBUG nova.compute.manager [-] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.880959] env[69374]: DEBUG nova.network.neutron [-] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.895671] env[69374]: DEBUG nova.compute.provider_tree [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.115678] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111526, 'name': ReconfigVM_Task, 'duration_secs': 0.171364} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.116557] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9252e0a-c143-466a-9109-b50f072b86f1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.142348] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:20:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='56d76699-ef5f-4276-9a02-15a791ce47b6',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1133578617',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.142579] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.142733] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.142914] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.143079] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.143233] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.143434] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.143617] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.143757] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.143914] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.144103] env[69374]: DEBUG nova.virt.hardware [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.145160] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d69256-8ab1-4884-acd1-fa5267e99af9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.152385] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 920.152385] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5298ba67-957f-b20b-99b6-8728d8fdd40c" [ 920.152385] env[69374]: _type = "Task" [ 920.152385] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.162413] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5298ba67-957f-b20b-99b6-8728d8fdd40c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.213160] env[69374]: DEBUG oslo_vmware.api [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111527, 'name': PowerOffVM_Task, 'duration_secs': 0.197002} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.213472] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.213734] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.213905] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b774540f-cc61-482f-9f23-d102691ffebe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.304990] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.305271] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.305462] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Deleting the datastore file [datastore2] f2722731-3d5f-43c3-8edf-49246bfe6643 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.305752] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ef365e7-cb84-4895-b62a-46e65e31b803 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.314612] env[69374]: DEBUG oslo_vmware.api [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for the task: (returnval){ [ 920.314612] env[69374]: value = "task-4111529" [ 920.314612] env[69374]: _type = "Task" [ 920.314612] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.325611] env[69374]: DEBUG oslo_vmware.api [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.400321] env[69374]: DEBUG nova.scheduler.client.report [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.548155] env[69374]: DEBUG nova.compute.manager [req-5cab2244-47a9-45ce-ad26-f1f3f889590f req-ef8ed6c8-b580-4a08-953f-f7b952b3ada3 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Received event network-vif-deleted-efe53514-280f-47b4-90ba-87471e3da4dd {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.548155] env[69374]: INFO nova.compute.manager [req-5cab2244-47a9-45ce-ad26-f1f3f889590f req-ef8ed6c8-b580-4a08-953f-f7b952b3ada3 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Neutron deleted interface efe53514-280f-47b4-90ba-87471e3da4dd; detaching it from the instance and deleting it from the info cache [ 920.548155] env[69374]: DEBUG nova.network.neutron [req-5cab2244-47a9-45ce-ad26-f1f3f889590f req-ef8ed6c8-b580-4a08-953f-f7b952b3ada3 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.648627] env[69374]: DEBUG nova.compute.manager [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.668103] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5298ba67-957f-b20b-99b6-8728d8fdd40c, 'name': SearchDatastore_Task, 'duration_secs': 0.016311} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.673677] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 920.676925] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e08d0694-76c0-4184-bded-e982946866c9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.701043] env[69374]: DEBUG nova.virt.hardware [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.701043] env[69374]: DEBUG nova.virt.hardware [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.701043] env[69374]: DEBUG nova.virt.hardware [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.701043] env[69374]: DEBUG nova.virt.hardware [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.701043] env[69374]: DEBUG nova.virt.hardware [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.701043] env[69374]: DEBUG nova.virt.hardware [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.701043] env[69374]: DEBUG nova.virt.hardware [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.701043] env[69374]: DEBUG nova.virt.hardware [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.701043] env[69374]: DEBUG nova.virt.hardware [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.701043] env[69374]: DEBUG nova.virt.hardware [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.701500] env[69374]: DEBUG nova.virt.hardware [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.702235] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac163113-253c-45c4-944f-e336ab70b928 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.706432] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 920.706432] env[69374]: value = "task-4111530" [ 920.706432] env[69374]: _type = "Task" [ 920.706432] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.714857] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b32a1c2-3fa2-42a9-b687-5c95357daffa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.724709] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.807963] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.807963] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.807963] env[69374]: DEBUG nova.network.neutron [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.826285] env[69374]: DEBUG oslo_vmware.api [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Task: {'id': task-4111529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419477} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.826649] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.826939] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.827931] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.827931] env[69374]: INFO nova.compute.manager [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Took 1.15 seconds to destroy the instance on the hypervisor. [ 920.827931] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.827931] env[69374]: DEBUG nova.compute.manager [-] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.827931] env[69374]: DEBUG nova.network.neutron [-] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.907959] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.910701] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.168s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.911943] env[69374]: DEBUG nova.objects.instance [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lazy-loading 'resources' on Instance uuid e8d90ed7-91d5-4d19-a4d4-e200c43b3de2 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.916251] env[69374]: DEBUG nova.network.neutron [-] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.945265] env[69374]: INFO nova.scheduler.client.report [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Deleted allocations for instance ec8737e3-c6fb-4e50-be61-726fd118d3cc [ 921.051910] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6da104b0-822e-442e-974e-45186de4f479 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.067778] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3e1b98-1a19-4068-8efe-4dc9d643e9f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.113798] env[69374]: DEBUG nova.compute.manager [req-5cab2244-47a9-45ce-ad26-f1f3f889590f req-ef8ed6c8-b580-4a08-953f-f7b952b3ada3 service nova] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Detach interface failed, port_id=efe53514-280f-47b4-90ba-87471e3da4dd, reason: Instance 1c81ac2d-3c62-4228-9eab-609f12f442fe could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 921.219238] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111530, 'name': ReconfigVM_Task, 'duration_secs': 0.21485} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.219623] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 921.224255] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4052e32d-1970-4b12-a256-1dacfefd6875 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.248257] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] a1ab1f2f-0e69-4483-9271-45a85b69608c/a1ab1f2f-0e69-4483-9271-45a85b69608c.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.250014] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb27da6-ba4e-419e-ade8-92ad9020b2c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.272358] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 921.272358] env[69374]: value = "task-4111531" [ 921.272358] env[69374]: _type = "Task" [ 921.272358] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.281265] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.421969] env[69374]: INFO nova.compute.manager [-] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Took 1.54 seconds to deallocate network for instance. [ 921.456959] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ad7c6d41-da31-4354-be2b-effb389e5035 tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "ec8737e3-c6fb-4e50-be61-726fd118d3cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.018s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.767657] env[69374]: DEBUG nova.network.neutron [-] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.785497] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111531, 'name': ReconfigVM_Task, 'duration_secs': 0.291026} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.786419] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Reconfigured VM instance instance-0000002a to attach disk [datastore1] a1ab1f2f-0e69-4483-9271-45a85b69608c/a1ab1f2f-0e69-4483-9271-45a85b69608c.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.790729] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e07e9fa-bf73-425c-816a-d3d8ab036342 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.813846] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c75692-5e6b-40ff-ba25-be3a6348075f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.837577] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a195aea-e9d6-4f52-a438-b93177d1c84e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.860941] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91e05d1-adfa-4bfe-b5f8-7f3cddac0026 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.869409] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.869926] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f11bbb0-d59c-4cf2-89d6-bc4ea6731c7a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.877425] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 921.877425] env[69374]: value = "task-4111532" [ 921.877425] env[69374]: _type = "Task" [ 921.877425] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.891307] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.929377] env[69374]: DEBUG nova.network.neutron [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance_info_cache with network_info: [{"id": "217f2255-42eb-4392-b73f-8a79fbe281fe", "address": "fa:16:3e:9a:1e:91", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217f2255-42", "ovs_interfaceid": "217f2255-42eb-4392-b73f-8a79fbe281fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.932026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.007165] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f52a09a-0ba9-4559-a957-19931f64321d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.012066] env[69374]: DEBUG nova.network.neutron [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Successfully updated port: 2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.016589] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30afd5e2-401e-46bc-8b43-78dc9a48e362 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.056319] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf538ef-a23d-4320-8afe-4a81ed9e7460 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.065971] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd3fe99-6213-4ddb-bc98-f2dabd15cbcd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.082153] env[69374]: DEBUG nova.compute.provider_tree [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.273678] env[69374]: INFO nova.compute.manager [-] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Took 1.45 seconds to deallocate network for instance. [ 922.391544] env[69374]: DEBUG oslo_vmware.api [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111532, 'name': PowerOnVM_Task, 'duration_secs': 0.432261} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.392948] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.433588] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.517587] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "refresh_cache-11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.517587] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "refresh_cache-11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.517587] env[69374]: DEBUG nova.network.neutron [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.577316] env[69374]: DEBUG nova.compute.manager [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Received event network-vif-deleted-54d54c56-4d78-4de8-b1a2-23ecf1c708da {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.577316] env[69374]: DEBUG nova.compute.manager [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Received event network-vif-plugged-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.577814] env[69374]: DEBUG oslo_concurrency.lockutils [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] Acquiring lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.578457] env[69374]: DEBUG oslo_concurrency.lockutils [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] Lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.578761] env[69374]: DEBUG oslo_concurrency.lockutils [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] Lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.579044] env[69374]: DEBUG nova.compute.manager [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] No waiting events found dispatching network-vif-plugged-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 922.579315] env[69374]: WARNING nova.compute.manager [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Received unexpected event network-vif-plugged-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 for instance with vm_state building and task_state spawning. [ 922.579612] env[69374]: DEBUG nova.compute.manager [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Received event network-changed-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.579888] env[69374]: DEBUG nova.compute.manager [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Refreshing instance network info cache due to event network-changed-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.580168] env[69374]: DEBUG oslo_concurrency.lockutils [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] Acquiring lock "refresh_cache-11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.586065] env[69374]: DEBUG nova.scheduler.client.report [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.684097] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquiring lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.684492] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.781982] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.960740] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92440c18-f81d-4fc9-b5e2-45676d5fc9a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.980997] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29387f0c-7212-4766-afdf-e7718811d84f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.988216] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance '7db22c5e-6c21-49be-8906-ec6aff0e722c' progress to 83 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.057172] env[69374]: DEBUG nova.network.neutron [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.091107] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.093917] env[69374]: DEBUG oslo_concurrency.lockutils [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.836s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.094284] env[69374]: DEBUG nova.objects.instance [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Lazy-loading 'resources' on Instance uuid e871adc2-871c-4f81-84d3-172ba0fa5ea9 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.109551] env[69374]: INFO nova.scheduler.client.report [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted allocations for instance e8d90ed7-91d5-4d19-a4d4-e200c43b3de2 [ 923.187783] env[69374]: DEBUG nova.compute.manager [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.241125] env[69374]: DEBUG nova.network.neutron [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Updating instance_info_cache with network_info: [{"id": "2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9", "address": "fa:16:3e:f3:b8:d3", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb67c68-5e", "ovs_interfaceid": "2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.403652] env[69374]: INFO nova.compute.manager [None req-d425f2f9-a671-4723-9eff-8114dc083bc4 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance to original state: 'active' [ 923.495218] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04af1f3e-b76c-43b4-a676-08182b1d6ee3 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance '7db22c5e-6c21-49be-8906-ec6aff0e722c' progress to 100 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.617845] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5bf61e3b-30bb-43f4-8e89-0daa649fb6e9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "e8d90ed7-91d5-4d19-a4d4-e200c43b3de2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.893s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.710965] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.744090] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "refresh_cache-11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.744439] env[69374]: DEBUG nova.compute.manager [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Instance network_info: |[{"id": "2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9", "address": "fa:16:3e:f3:b8:d3", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb67c68-5e", "ovs_interfaceid": "2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.744737] env[69374]: DEBUG oslo_concurrency.lockutils [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] Acquired lock "refresh_cache-11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.744917] env[69374]: DEBUG nova.network.neutron [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Refreshing network info cache for port 2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.746145] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:b8:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.753547] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.756980] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.758026] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59187f13-948a-4f9d-bd3b-e7788ad7f863 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.780721] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.780721] env[69374]: value = "task-4111534" [ 923.780721] env[69374]: _type = "Task" [ 923.780721] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.791349] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111534, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.097032] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bffd90e-8f00-4eeb-90e2-7c18eb8c45d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.105723] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3e3dd0-4c04-4767-8bc7-5293f7e413ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.137898] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01330881-2ee8-465c-88fe-736b2fd5d8c8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.146799] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786ffa92-4190-4913-ab94-3599a74c1175 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.162992] env[69374]: DEBUG nova.compute.provider_tree [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.291608] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111534, 'name': CreateVM_Task, 'duration_secs': 0.309585} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.291819] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.292596] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.292838] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.293227] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.293528] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b262693-1038-4a8c-b523-e10cdcde9e99 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.298748] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 924.298748] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52625708-e142-80f5-de9f-3fa3612a64e0" [ 924.298748] env[69374]: _type = "Task" [ 924.298748] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.307684] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52625708-e142-80f5-de9f-3fa3612a64e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.669051] env[69374]: DEBUG nova.scheduler.client.report [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.813520] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52625708-e142-80f5-de9f-3fa3612a64e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.813520] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.813906] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.814168] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.814168] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.814355] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.814638] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a72d00a5-c321-49de-9d19-e7e8fa0f7dc7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.829722] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.829943] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.830720] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218fd59b-de9d-4e23-82bb-a1998c8cccba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.836871] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 924.836871] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520878ff-2f22-415e-4dc9-fb7a675e723f" [ 924.836871] env[69374]: _type = "Task" [ 924.836871] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.846221] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520878ff-2f22-415e-4dc9-fb7a675e723f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.888135] env[69374]: DEBUG nova.network.neutron [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Updated VIF entry in instance network info cache for port 2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.888640] env[69374]: DEBUG nova.network.neutron [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Updating instance_info_cache with network_info: [{"id": "2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9", "address": "fa:16:3e:f3:b8:d3", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb67c68-5e", "ovs_interfaceid": "2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.178198] env[69374]: DEBUG oslo_concurrency.lockutils [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.180760] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.900s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.181039] env[69374]: DEBUG nova.objects.instance [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Lazy-loading 'resources' on Instance uuid 78a90f76-8aeb-4a74-a2a7-ee67621f8275 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.204128] env[69374]: INFO nova.scheduler.client.report [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Deleted allocations for instance e871adc2-871c-4f81-84d3-172ba0fa5ea9 [ 925.348630] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520878ff-2f22-415e-4dc9-fb7a675e723f, 'name': SearchDatastore_Task, 'duration_secs': 0.024573} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.349538] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07931cf-9c0b-407a-bbdd-6db7656da282 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.356018] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 925.356018] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]527091a9-3c18-fd60-c38e-dc1056e2abda" [ 925.356018] env[69374]: _type = "Task" [ 925.356018] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.365385] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527091a9-3c18-fd60-c38e-dc1056e2abda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.393557] env[69374]: DEBUG oslo_concurrency.lockutils [req-894c7d8f-bb3c-41ca-85f2-14f44051dca3 req-56ce5d5f-6b18-4227-8d48-68bcef1c2461 service nova] Releasing lock "refresh_cache-11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.717067] env[69374]: DEBUG oslo_concurrency.lockutils [None req-de617bd6-990f-421b-b7b3-e7a48d05d6a3 tempest-VolumesAssistedSnapshotsTest-1252845695 tempest-VolumesAssistedSnapshotsTest-1252845695-project-member] Lock "e871adc2-871c-4f81-84d3-172ba0fa5ea9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.715s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.869028] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527091a9-3c18-fd60-c38e-dc1056e2abda, 'name': SearchDatastore_Task, 'duration_secs': 0.034146} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.869316] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.869840] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521/11bbb20c-59a1-4e67-b19d-4c7a6f0ef521.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.869955] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b54ca9be-e0f2-4120-ae2a-7a9a54faa8fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.875381] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.875612] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.875798] env[69374]: DEBUG nova.compute.manager [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Going to confirm migration 3 {{(pid=69374) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 925.879534] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 925.879534] env[69374]: value = "task-4111535" [ 925.879534] env[69374]: _type = "Task" [ 925.879534] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.888383] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.137018] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d77f25d-5df1-40de-8c51-9ebbd8d6c62b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.145665] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aedcbfc-682d-4821-a2fd-43480faa76fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.181148] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "5e27405c-eeb5-4af1-baf5-f9386393587e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.181424] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.181639] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "5e27405c-eeb5-4af1-baf5-f9386393587e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.181823] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.182016] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.183850] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "a1ab1f2f-0e69-4483-9271-45a85b69608c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.184037] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "a1ab1f2f-0e69-4483-9271-45a85b69608c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.184237] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "a1ab1f2f-0e69-4483-9271-45a85b69608c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.184455] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "a1ab1f2f-0e69-4483-9271-45a85b69608c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.184585] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "a1ab1f2f-0e69-4483-9271-45a85b69608c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.186826] env[69374]: INFO nova.compute.manager [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Terminating instance [ 926.188451] env[69374]: INFO nova.compute.manager [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Terminating instance [ 926.190383] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f66e867-87cf-429e-bd70-a545140dd8d0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.205361] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034caacc-11d9-49e6-82cb-2a31a8a01b1a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.223705] env[69374]: DEBUG nova.compute.provider_tree [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.394540] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502995} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.394800] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521/11bbb20c-59a1-4e67-b19d-4c7a6f0ef521.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.395017] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.395267] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdacffd3-561a-4fb1-8e43-0528d1f6d05c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.402269] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 926.402269] env[69374]: value = "task-4111536" [ 926.402269] env[69374]: _type = "Task" [ 926.402269] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.412641] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.457293] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.457553] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.457769] env[69374]: DEBUG nova.network.neutron [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.457934] env[69374]: DEBUG nova.objects.instance [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'info_cache' on Instance uuid 7db22c5e-6c21-49be-8906-ec6aff0e722c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.697908] env[69374]: DEBUG nova.compute.manager [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.698169] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.698785] env[69374]: DEBUG nova.compute.manager [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.699111] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.700102] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cc2d4c-ec1a-42f5-a619-8302c0e4e3c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.703860] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72ae958-f94e-44ed-aa09-9c01200d3775 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.712459] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.715161] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0174b292-3934-4de2-8d43-51e20e2e5b58 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.716767] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.717092] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f0ead17-7965-4083-84ff-8fa31de014bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.724539] env[69374]: DEBUG oslo_vmware.api [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 926.724539] env[69374]: value = "task-4111537" [ 926.724539] env[69374]: _type = "Task" [ 926.724539] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.726524] env[69374]: DEBUG nova.scheduler.client.report [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.731783] env[69374]: DEBUG oslo_vmware.api [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 926.731783] env[69374]: value = "task-4111538" [ 926.731783] env[69374]: _type = "Task" [ 926.731783] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.749795] env[69374]: DEBUG oslo_vmware.api [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.754383] env[69374]: DEBUG oslo_vmware.api [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.913389] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071188} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.913770] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.914572] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a10d00f-3f51-4d84-8dcf-22209b6e7d61 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.941027] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521/11bbb20c-59a1-4e67-b19d-4c7a6f0ef521.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.941506] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f62522-b7cd-4535-9aa9-538f2265b117 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.964550] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 926.964550] env[69374]: value = "task-4111539" [ 926.964550] env[69374]: _type = "Task" [ 926.964550] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.976075] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.234069] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.236924] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.679s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.238689] env[69374]: INFO nova.compute.claims [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.251259] env[69374]: DEBUG oslo_vmware.api [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111537, 'name': PowerOffVM_Task, 'duration_secs': 0.21838} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.252021] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.252270] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.252576] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd30bd3-6b50-4784-af2f-ca2de86d234f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.257460] env[69374]: DEBUG oslo_vmware.api [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111538, 'name': PowerOffVM_Task, 'duration_secs': 0.429492} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.258500] env[69374]: INFO nova.scheduler.client.report [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Deleted allocations for instance 78a90f76-8aeb-4a74-a2a7-ee67621f8275 [ 927.260013] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.260246] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.264553] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09460dfa-4c6e-45f5-988e-a8c2b6138dce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.353224] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.353224] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.353224] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Deleting the datastore file [datastore2] 5e27405c-eeb5-4af1-baf5-f9386393587e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.354037] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff94f7c5-0394-4b0b-b4ed-83ea8b8ce567 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.362365] env[69374]: DEBUG oslo_vmware.api [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for the task: (returnval){ [ 927.362365] env[69374]: value = "task-4111542" [ 927.362365] env[69374]: _type = "Task" [ 927.362365] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.373929] env[69374]: DEBUG oslo_vmware.api [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.477808] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111539, 'name': ReconfigVM_Task, 'duration_secs': 0.422334} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.478398] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521/11bbb20c-59a1-4e67-b19d-4c7a6f0ef521.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.479310] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c80e689d-4a99-4a08-8cbc-45ddb43c91c3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.488437] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 927.488437] env[69374]: value = "task-4111543" [ 927.488437] env[69374]: _type = "Task" [ 927.488437] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.501035] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111543, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.768091] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0020b117-7d2d-474e-9168-3b3f16fee4ed tempest-ServersV294TestFqdnHostnames-962753672 tempest-ServersV294TestFqdnHostnames-962753672-project-member] Lock "78a90f76-8aeb-4a74-a2a7-ee67621f8275" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.760s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.870208] env[69374]: DEBUG nova.network.neutron [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance_info_cache with network_info: [{"id": "217f2255-42eb-4392-b73f-8a79fbe281fe", "address": "fa:16:3e:9a:1e:91", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217f2255-42", "ovs_interfaceid": "217f2255-42eb-4392-b73f-8a79fbe281fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.880201] env[69374]: DEBUG oslo_vmware.api [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Task: {'id': task-4111542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189293} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.880201] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.880201] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.880201] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.880201] env[69374]: INFO nova.compute.manager [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 927.880201] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.880201] env[69374]: DEBUG nova.compute.manager [-] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.880201] env[69374]: DEBUG nova.network.neutron [-] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.995553] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.995911] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.995951] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Deleting the datastore file [datastore1] a1ab1f2f-0e69-4483-9271-45a85b69608c {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.996714] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85c9f0c3-6a6d-4db3-8ce9-a2592b912630 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.007371] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111543, 'name': Rename_Task, 'duration_secs': 0.181057} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.008182] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.008484] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f31c5f8a-9523-41e0-9907-f367df61c951 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.015402] env[69374]: DEBUG oslo_vmware.api [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 928.015402] env[69374]: value = "task-4111544" [ 928.015402] env[69374]: _type = "Task" [ 928.015402] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.021747] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 928.021747] env[69374]: value = "task-4111545" [ 928.021747] env[69374]: _type = "Task" [ 928.021747] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.028385] env[69374]: DEBUG oslo_vmware.api [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.035028] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.372784] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.372784] env[69374]: DEBUG nova.objects.instance [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'migration_context' on Instance uuid 7db22c5e-6c21-49be-8906-ec6aff0e722c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.530282] env[69374]: DEBUG oslo_vmware.api [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26131} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.531623] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.531623] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.531623] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.531623] env[69374]: INFO nova.compute.manager [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Took 1.83 seconds to destroy the instance on the hypervisor. [ 928.531892] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.532024] env[69374]: DEBUG nova.compute.manager [-] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.532116] env[69374]: DEBUG nova.network.neutron [-] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.536828] env[69374]: DEBUG oslo_vmware.api [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111545, 'name': PowerOnVM_Task, 'duration_secs': 0.510821} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.540209] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.540413] env[69374]: INFO nova.compute.manager [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Took 7.89 seconds to spawn the instance on the hypervisor. [ 928.540606] env[69374]: DEBUG nova.compute.manager [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 928.544908] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6e8c6d-f5c4-41c0-b7cd-81e367efdd8a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.832985] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984a1f52-5ad9-43e5-9dbd-da0a7676843d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.842041] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959c883e-588c-4270-b81c-b9c43ff44865 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.881023] env[69374]: DEBUG nova.objects.base [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Object Instance<7db22c5e-6c21-49be-8906-ec6aff0e722c> lazy-loaded attributes: info_cache,migration_context {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 928.881023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956591c3-0ab6-4a51-aaff-e5d1a3d342bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.883555] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028c82be-757d-45b1-bc42-4def94ceff65 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.909114] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bad788-df15-4d69-8dba-18dc368ac36f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.912553] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820e4a43-115d-4022-b927-342e8323fe89 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.928616] env[69374]: DEBUG nova.compute.provider_tree [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.934620] env[69374]: DEBUG oslo_vmware.api [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 928.934620] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ba2338-8d67-78cc-6c58-97e9b5151c4f" [ 928.934620] env[69374]: _type = "Task" [ 928.934620] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.943681] env[69374]: DEBUG oslo_vmware.api [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ba2338-8d67-78cc-6c58-97e9b5151c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.943990] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.971733] env[69374]: DEBUG nova.compute.manager [req-37d30593-2ab1-4ea8-864b-3a51a99ded7d req-df15ea82-2b38-48c3-ac14-0c8995a14454 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Received event network-vif-deleted-832021be-55f3-4382-ad69-112e3a770184 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.971733] env[69374]: INFO nova.compute.manager [req-37d30593-2ab1-4ea8-864b-3a51a99ded7d req-df15ea82-2b38-48c3-ac14-0c8995a14454 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Neutron deleted interface 832021be-55f3-4382-ad69-112e3a770184; detaching it from the instance and deleting it from the info cache [ 928.971733] env[69374]: DEBUG nova.network.neutron [req-37d30593-2ab1-4ea8-864b-3a51a99ded7d req-df15ea82-2b38-48c3-ac14-0c8995a14454 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.071165] env[69374]: INFO nova.compute.manager [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Took 54.43 seconds to build instance. [ 929.274590] env[69374]: DEBUG nova.network.neutron [-] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.437372] env[69374]: DEBUG nova.scheduler.client.report [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.476317] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2f21512-ab22-4d4f-9cb1-c5cf562cf187 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.488647] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141cdd54-6414-4bcb-bb4a-c529bef24fb8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.525864] env[69374]: DEBUG nova.compute.manager [req-37d30593-2ab1-4ea8-864b-3a51a99ded7d req-df15ea82-2b38-48c3-ac14-0c8995a14454 service nova] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Detach interface failed, port_id=832021be-55f3-4382-ad69-112e3a770184, reason: Instance 5e27405c-eeb5-4af1-baf5-f9386393587e could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 929.570308] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e4039d0c-0d1a-4b08-a9b1-7d6457f2835a tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.948s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.638857] env[69374]: DEBUG nova.network.neutron [-] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.778174] env[69374]: INFO nova.compute.manager [-] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Took 1.90 seconds to deallocate network for instance. [ 929.941643] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.943234] env[69374]: DEBUG nova.compute.manager [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.946694] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.198s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.947511] env[69374]: DEBUG nova.objects.instance [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 930.141789] env[69374]: INFO nova.compute.manager [-] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Took 1.61 seconds to deallocate network for instance. [ 930.288495] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.453384] env[69374]: DEBUG nova.compute.utils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.457975] env[69374]: DEBUG nova.compute.manager [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.463057] env[69374]: DEBUG nova.network.neutron [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.531931] env[69374]: DEBUG nova.policy [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b442edca1954cd2a8932aeca1a9679c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '205cbd4079034630a44f4c38ad49858f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.648991] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.961804] env[69374]: DEBUG nova.compute.manager [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.966158] env[69374]: DEBUG oslo_concurrency.lockutils [None req-14920b2c-c7ec-4051-94fa-4f507e154a51 tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.967218] env[69374]: DEBUG oslo_concurrency.lockutils [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.143s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.967439] env[69374]: DEBUG nova.objects.instance [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lazy-loading 'resources' on Instance uuid ad8c7bf8-0e9d-4e18-940a-f987e0ac954b {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.178072] env[69374]: DEBUG nova.network.neutron [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Successfully created port: e24ab85f-54a1-442a-89f4-123f1d16806d {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.297060] env[69374]: DEBUG nova.compute.manager [req-031dd3c3-db8b-4e66-8db7-e5a826da75b3 req-f6673efc-387c-44dd-be3d-fd032167302f service nova] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Received event network-vif-deleted-c5cec549-8c86-46f6-99cd-d99fba306d84 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.973192] env[69374]: DEBUG nova.compute.manager [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.002714] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d945360a-dee3-4490-b5c0-042bd42a8b3f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.007822] env[69374]: DEBUG nova.virt.hardware [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.008065] env[69374]: DEBUG nova.virt.hardware [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.008222] env[69374]: DEBUG nova.virt.hardware [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.008407] env[69374]: DEBUG nova.virt.hardware [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.008562] env[69374]: DEBUG nova.virt.hardware [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.008752] env[69374]: DEBUG nova.virt.hardware [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.008963] env[69374]: DEBUG nova.virt.hardware [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.009135] env[69374]: DEBUG nova.virt.hardware [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.009300] env[69374]: DEBUG nova.virt.hardware [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.009463] env[69374]: DEBUG nova.virt.hardware [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.009634] env[69374]: DEBUG nova.virt.hardware [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.010440] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac84c27-7d74-40cf-95a3-8fbed84eda58 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.013561] env[69374]: INFO nova.compute.manager [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Rebuilding instance [ 932.020597] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd99a7e-378d-4f1f-8ab8-76fe3eebc020 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.024778] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5af543-e839-4fbb-8690-4d1ceddc03df {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.072778] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25b5186-8fb1-4eb1-8f44-97256f8672ff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.083133] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3afadd-ae0b-42af-a5f5-06a1ac4e38cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.099302] env[69374]: DEBUG nova.compute.provider_tree [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.103605] env[69374]: DEBUG nova.compute.manager [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 932.104433] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e383d11-a6fd-4f0a-95a1-1f13e05434d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.602863] env[69374]: DEBUG nova.scheduler.client.report [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.109630] env[69374]: DEBUG oslo_concurrency.lockutils [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.112483] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.806s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.112739] env[69374]: DEBUG nova.objects.instance [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lazy-loading 'resources' on Instance uuid c349daae-0e85-4831-aaf7-ef54d36ab432 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.118147] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.118433] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbc01955-aa4d-4ea3-94b8-44faa7348486 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.128151] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 933.128151] env[69374]: value = "task-4111546" [ 933.128151] env[69374]: _type = "Task" [ 933.128151] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.139146] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.144101] env[69374]: DEBUG nova.network.neutron [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Successfully updated port: e24ab85f-54a1-442a-89f4-123f1d16806d {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.156040] env[69374]: INFO nova.scheduler.client.report [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Deleted allocations for instance ad8c7bf8-0e9d-4e18-940a-f987e0ac954b [ 933.343032] env[69374]: DEBUG nova.compute.manager [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Received event network-vif-plugged-e24ab85f-54a1-442a-89f4-123f1d16806d {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.343362] env[69374]: DEBUG oslo_concurrency.lockutils [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] Acquiring lock "d416b791-41d7-47b9-9ef6-84798a8523a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.343422] env[69374]: DEBUG oslo_concurrency.lockutils [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] Lock "d416b791-41d7-47b9-9ef6-84798a8523a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.343568] env[69374]: DEBUG oslo_concurrency.lockutils [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] Lock "d416b791-41d7-47b9-9ef6-84798a8523a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.343805] env[69374]: DEBUG nova.compute.manager [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] No waiting events found dispatching network-vif-plugged-e24ab85f-54a1-442a-89f4-123f1d16806d {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 933.344524] env[69374]: WARNING nova.compute.manager [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Received unexpected event network-vif-plugged-e24ab85f-54a1-442a-89f4-123f1d16806d for instance with vm_state building and task_state spawning. [ 933.344524] env[69374]: DEBUG nova.compute.manager [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Received event network-changed-e24ab85f-54a1-442a-89f4-123f1d16806d {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.344524] env[69374]: DEBUG nova.compute.manager [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Refreshing instance network info cache due to event network-changed-e24ab85f-54a1-442a-89f4-123f1d16806d. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.344672] env[69374]: DEBUG oslo_concurrency.lockutils [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] Acquiring lock "refresh_cache-d416b791-41d7-47b9-9ef6-84798a8523a7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.344755] env[69374]: DEBUG oslo_concurrency.lockutils [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] Acquired lock "refresh_cache-d416b791-41d7-47b9-9ef6-84798a8523a7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.344906] env[69374]: DEBUG nova.network.neutron [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Refreshing network info cache for port e24ab85f-54a1-442a-89f4-123f1d16806d {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.639121] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111546, 'name': PowerOffVM_Task, 'duration_secs': 0.205689} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.639358] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.639556] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.642872] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa866a1-3297-442d-9702-3f481dd4eb0f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.651872] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "refresh_cache-d416b791-41d7-47b9-9ef6-84798a8523a7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.651872] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.651939] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2f1c38c-8972-4c5a-804b-cb2cb52c98bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.666293] env[69374]: DEBUG oslo_concurrency.lockutils [None req-82cd1ca8-8a89-45a9-b99b-4ab3690b188b tempest-ServersAdminNegativeTestJSON-936653136 tempest-ServersAdminNegativeTestJSON-936653136-project-member] Lock "ad8c7bf8-0e9d-4e18-940a-f987e0ac954b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.322s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.717370] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.718193] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.718193] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleting the datastore file [datastore2] 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.718193] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6cc0425-ceb6-485d-b6e3-2f27e67c0421 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.727645] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 933.727645] env[69374]: value = "task-4111548" [ 933.727645] env[69374]: _type = "Task" [ 933.727645] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.736358] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.903085] env[69374]: DEBUG nova.network.neutron [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.033472] env[69374]: DEBUG nova.network.neutron [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.087189] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca695d0-132f-469b-910a-afecce09193f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.096031] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bc0eb2-7246-4b7a-86af-3cc0903582a4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.128248] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8db623-01f6-40b2-b312-8437486b5415 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.137266] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29779f90-ca95-452e-9bb9-fedab34b9885 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.153636] env[69374]: DEBUG nova.compute.provider_tree [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.238127] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159854} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.238434] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.238674] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.238896] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.536276] env[69374]: DEBUG oslo_concurrency.lockutils [req-0f3d4130-8bd0-40ce-bc99-7e0446e4c8e6 req-9879c1f8-b006-4e89-91b2-8102256d33a8 service nova] Releasing lock "refresh_cache-d416b791-41d7-47b9-9ef6-84798a8523a7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.536674] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired lock "refresh_cache-d416b791-41d7-47b9-9ef6-84798a8523a7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.536841] env[69374]: DEBUG nova.network.neutron [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.656595] env[69374]: DEBUG nova.scheduler.client.report [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.078207] env[69374]: DEBUG nova.network.neutron [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.162496] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.164614] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.052s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.164832] env[69374]: DEBUG nova.objects.instance [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 935.192477] env[69374]: INFO nova.scheduler.client.report [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Deleted allocations for instance c349daae-0e85-4831-aaf7-ef54d36ab432 [ 935.286381] env[69374]: DEBUG nova.virt.hardware [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.286863] env[69374]: DEBUG nova.virt.hardware [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.287172] env[69374]: DEBUG nova.virt.hardware [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.287927] env[69374]: DEBUG nova.virt.hardware [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.291729] env[69374]: DEBUG nova.virt.hardware [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.291729] env[69374]: DEBUG nova.virt.hardware [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.291729] env[69374]: DEBUG nova.virt.hardware [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.291729] env[69374]: DEBUG nova.virt.hardware [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.291729] env[69374]: DEBUG nova.virt.hardware [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.291729] env[69374]: DEBUG nova.virt.hardware [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.291729] env[69374]: DEBUG nova.virt.hardware [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.291729] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8e5947-3518-453c-838d-1fdbd77d63be {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.299761] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf0a03a-946a-4e50-b2a9-d1962b9ed45d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.317042] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:b8:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.325786] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.329310] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.329726] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a748dd1-b17b-47ff-95ed-f3c5ce8e56fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.356411] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.356411] env[69374]: value = "task-4111549" [ 935.356411] env[69374]: _type = "Task" [ 935.356411] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.367825] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111549, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.373879] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquiring lock "972843e9-eeb9-4157-80a8-498723f60484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.373879] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "972843e9-eeb9-4157-80a8-498723f60484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.421062] env[69374]: DEBUG nova.network.neutron [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Updating instance_info_cache with network_info: [{"id": "e24ab85f-54a1-442a-89f4-123f1d16806d", "address": "fa:16:3e:8d:5c:16", "network": {"id": "f00573d5-1cd6-46c2-9f9a-7e386d85f53d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1769324003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "205cbd4079034630a44f4c38ad49858f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24ab85f-54", "ovs_interfaceid": "e24ab85f-54a1-442a-89f4-123f1d16806d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.707871] env[69374]: DEBUG oslo_concurrency.lockutils [None req-453f4369-cbfe-4e51-bdc8-e8d51a87a92a tempest-ServersListShow2100Test-854302773 tempest-ServersListShow2100Test-854302773-project-member] Lock "c349daae-0e85-4831-aaf7-ef54d36ab432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.667s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.866652] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111549, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.878617] env[69374]: DEBUG nova.compute.manager [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.924853] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Releasing lock "refresh_cache-d416b791-41d7-47b9-9ef6-84798a8523a7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.925019] env[69374]: DEBUG nova.compute.manager [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Instance network_info: |[{"id": "e24ab85f-54a1-442a-89f4-123f1d16806d", "address": "fa:16:3e:8d:5c:16", "network": {"id": "f00573d5-1cd6-46c2-9f9a-7e386d85f53d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1769324003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "205cbd4079034630a44f4c38ad49858f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24ab85f-54", "ovs_interfaceid": "e24ab85f-54a1-442a-89f4-123f1d16806d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.925462] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:5c:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e24ab85f-54a1-442a-89f4-123f1d16806d', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.935186] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.935557] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.935802] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf12051d-2e91-4c50-ad6f-0bc3b44ee9c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.956445] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.956445] env[69374]: value = "task-4111550" [ 935.956445] env[69374]: _type = "Task" [ 935.956445] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.966574] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111550, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.177194] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a9593fed-0501-46de-99ce-65a4a9813085 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.178806] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.685s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.180764] env[69374]: INFO nova.compute.claims [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.370155] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111549, 'name': CreateVM_Task, 'duration_secs': 0.530669} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.370798] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.371924] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.372281] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.372782] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.373314] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3991a7-cbcd-4bf8-b753-42b30c8dde4d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.380879] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 936.380879] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ad4f1e-dcfb-90ac-f8b8-d9af794268a8" [ 936.380879] env[69374]: _type = "Task" [ 936.380879] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.398804] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ad4f1e-dcfb-90ac-f8b8-d9af794268a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013886} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.399244] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.399526] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.399893] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.400102] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.400331] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.401621] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c784cfb3-b39d-472f-bc19-eaa06ae2d47a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.414616] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.414616] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.414922] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e313afba-d9e5-47d3-a11c-77bb2f8185e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.419321] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.424202] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 936.424202] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5216abf3-c72e-798c-1f93-dcee162af373" [ 936.424202] env[69374]: _type = "Task" [ 936.424202] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.433949] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5216abf3-c72e-798c-1f93-dcee162af373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.468584] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111550, 'name': CreateVM_Task, 'duration_secs': 0.37067} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.468796] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.469591] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.469766] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.470149] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.470435] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4b2413-ba1d-4c80-af02-227d6137c5f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.476895] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 936.476895] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5270cfe2-9238-a752-d7fd-0ca7de85b643" [ 936.476895] env[69374]: _type = "Task" [ 936.476895] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.486687] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5270cfe2-9238-a752-d7fd-0ca7de85b643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.937119] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5216abf3-c72e-798c-1f93-dcee162af373, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.938179] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a61056-9083-4b7a-8a5d-b0702cdc40ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.947250] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 936.947250] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d16551-61fd-5fe7-8328-f885a36b1053" [ 936.947250] env[69374]: _type = "Task" [ 936.947250] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.956112] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d16551-61fd-5fe7-8328-f885a36b1053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.992803] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5270cfe2-9238-a752-d7fd-0ca7de85b643, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.993221] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.993560] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.993789] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.465778] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d16551-61fd-5fe7-8328-f885a36b1053, 'name': SearchDatastore_Task, 'duration_secs': 0.017263} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.471899] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.471899] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521/11bbb20c-59a1-4e67-b19d-4c7a6f0ef521.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.473259] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.473498] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.473818] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb8fb33a-a85f-4755-a93c-4714e205d08e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.476619] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc6c87d4-14d7-45fe-ba23-c71bec806a81 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.492615] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 937.492615] env[69374]: value = "task-4111551" [ 937.492615] env[69374]: _type = "Task" [ 937.492615] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.494680] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.495239] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.500770] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f112ef6-6be0-4563-b647-e4658353c3b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.513092] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.513705] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 937.513705] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529ba40a-4665-2161-fc3c-239d2c50550e" [ 937.513705] env[69374]: _type = "Task" [ 937.513705] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.522581] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529ba40a-4665-2161-fc3c-239d2c50550e, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.523357] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be99feab-7c77-4b3b-8b0b-3aa5e3e20689 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.531619] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 937.531619] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5220b0b3-1fad-bc0f-7514-ba0ba48158d5" [ 937.531619] env[69374]: _type = "Task" [ 937.531619] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.540181] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5220b0b3-1fad-bc0f-7514-ba0ba48158d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.647443] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf79084-3b97-42b8-8a97-1c25f08bdae2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.656624] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d4092f-04bf-4bda-ac22-797279f1c333 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.691304] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14634435-53c6-4cf3-942c-cf78fa9648cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.699898] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e876d06b-81ec-49a5-945c-71ef06a66843 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.716319] env[69374]: DEBUG nova.compute.provider_tree [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.776919] env[69374]: DEBUG nova.scheduler.client.report [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.790498] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480652} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.794085] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521/11bbb20c-59a1-4e67-b19d-4c7a6f0ef521.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.794327] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.794729] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5220b0b3-1fad-bc0f-7514-ba0ba48158d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.794833] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62f17f21-7589-426f-b998-0e13ae3196e8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.797123] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.797123] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] d416b791-41d7-47b9-9ef6-84798a8523a7/d416b791-41d7-47b9-9ef6-84798a8523a7.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.799140] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f91997-874b-4956-81f6-6481d455f7f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.805932] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 938.805932] env[69374]: value = "task-4111552" [ 938.805932] env[69374]: _type = "Task" [ 938.805932] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.809733] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 938.809733] env[69374]: value = "task-4111553" [ 938.809733] env[69374]: _type = "Task" [ 938.809733] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.817083] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.823079] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.283044] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.104s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.283602] env[69374]: DEBUG nova.compute.manager [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.286979] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.459s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.287569] env[69374]: DEBUG nova.objects.instance [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lazy-loading 'resources' on Instance uuid 26e3e3c2-8034-4070-8ac6-790155c15a82 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.326490] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111553, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.330405] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088012} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.330943] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.332073] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75a17ec-b13b-4a96-9d68-dcaaa46e576b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.362605] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521/11bbb20c-59a1-4e67-b19d-4c7a6f0ef521.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.363235] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33177635-4ea8-4cac-b203-9b332b49e590 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.385299] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 939.385299] env[69374]: value = "task-4111554" [ 939.385299] env[69374]: _type = "Task" [ 939.385299] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.394698] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.790483] env[69374]: DEBUG nova.compute.utils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.796166] env[69374]: DEBUG nova.compute.manager [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.796166] env[69374]: DEBUG nova.network.neutron [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.825190] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54182} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.828304] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] d416b791-41d7-47b9-9ef6-84798a8523a7/d416b791-41d7-47b9-9ef6-84798a8523a7.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.828733] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.829620] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc15e7ad-a9df-4304-a839-49c6b4ef1383 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.840054] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 939.840054] env[69374]: value = "task-4111555" [ 939.840054] env[69374]: _type = "Task" [ 939.840054] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.853932] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.894980] env[69374]: DEBUG nova.policy [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34aee6c171614eedaaf10b5f25a2e741', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a55c52e23e4bacaa769b53d1ef84c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.908528] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111554, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.298830] env[69374]: DEBUG nova.compute.manager [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.351133] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077771} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.351133] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.351802] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97adcb21-dca8-49c4-9a7f-d7ade7bd4648 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.356367] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b2049f-e5ab-4f6e-832e-066fc2071706 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.379467] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] d416b791-41d7-47b9-9ef6-84798a8523a7/d416b791-41d7-47b9-9ef6-84798a8523a7.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.381769] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5970b44b-f7c2-4ea2-bec6-b5274e7a4bd7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.406365] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae15be3-ce63-4bfb-9980-3fec9bdcd76e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.411385] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 940.411385] env[69374]: value = "task-4111556" [ 940.411385] env[69374]: _type = "Task" [ 940.411385] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.451645] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111554, 'name': ReconfigVM_Task, 'duration_secs': 0.567585} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.453096] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6b8301-b10a-4fd2-bbeb-f919b176c3d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.457030] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521/11bbb20c-59a1-4e67-b19d-4c7a6f0ef521.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.461459] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d1d732c-d77d-4a4e-ae03-065d592c8d4c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.464063] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.471817] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8197e602-9c68-4784-bd74-d6c76596de8a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.476310] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 940.476310] env[69374]: value = "task-4111557" [ 940.476310] env[69374]: _type = "Task" [ 940.476310] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.490031] env[69374]: DEBUG nova.compute.provider_tree [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.497748] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111557, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.559329] env[69374]: DEBUG nova.network.neutron [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Successfully created port: b81486f7-2f88-4495-bcd1-4b7465c7dff4 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.593534] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "2ac650ee-f9af-4486-8402-d546524edb14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.593791] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "2ac650ee-f9af-4486-8402-d546524edb14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.925044] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111556, 'name': ReconfigVM_Task, 'duration_secs': 0.32133} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.925044] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Reconfigured VM instance instance-0000003f to attach disk [datastore2] d416b791-41d7-47b9-9ef6-84798a8523a7/d416b791-41d7-47b9-9ef6-84798a8523a7.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.925772] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54e1a45d-da9c-48f2-b474-43178ce8fe1a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.933333] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 940.933333] env[69374]: value = "task-4111558" [ 940.933333] env[69374]: _type = "Task" [ 940.933333] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.943153] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111558, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.987703] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111557, 'name': Rename_Task, 'duration_secs': 0.233437} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.988072] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.988359] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97db113d-a9eb-4391-9d40-61a7009da04a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.993504] env[69374]: DEBUG nova.scheduler.client.report [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.000191] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 941.000191] env[69374]: value = "task-4111559" [ 941.000191] env[69374]: _type = "Task" [ 941.000191] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.011607] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.096105] env[69374]: DEBUG nova.compute.manager [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.259771] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquiring lock "779402fd-c790-4518-96ec-a9faf7721dee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.260071] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Lock "779402fd-c790-4518-96ec-a9faf7721dee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.314761] env[69374]: DEBUG nova.compute.manager [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.343225] env[69374]: DEBUG nova.virt.hardware [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.343225] env[69374]: DEBUG nova.virt.hardware [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.347021] env[69374]: DEBUG nova.virt.hardware [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.347021] env[69374]: DEBUG nova.virt.hardware [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.347021] env[69374]: DEBUG nova.virt.hardware [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.347021] env[69374]: DEBUG nova.virt.hardware [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.347021] env[69374]: DEBUG nova.virt.hardware [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.347021] env[69374]: DEBUG nova.virt.hardware [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.347021] env[69374]: DEBUG nova.virt.hardware [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.347021] env[69374]: DEBUG nova.virt.hardware [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.347021] env[69374]: DEBUG nova.virt.hardware [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.347021] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed207a9-8271-41e8-bd17-e5594b0c02f8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.360872] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3207e905-f515-4a6c-96ad-3713b478192f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.445429] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111558, 'name': Rename_Task, 'duration_secs': 0.319388} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.445429] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.445429] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdd6ded2-ce4b-4aaf-b692-0103bc90a980 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.453361] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 941.453361] env[69374]: value = "task-4111560" [ 941.453361] env[69374]: _type = "Task" [ 941.453361] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.462535] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.501750] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.504841] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.671s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.507393] env[69374]: INFO nova.compute.claims [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.521088] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111559, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.530648] env[69374]: INFO nova.scheduler.client.report [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Deleted allocations for instance 26e3e3c2-8034-4070-8ac6-790155c15a82 [ 941.618858] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.765806] env[69374]: DEBUG nova.compute.manager [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.964388] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.016518] env[69374]: DEBUG oslo_vmware.api [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111559, 'name': PowerOnVM_Task, 'duration_secs': 0.663341} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.017168] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.017412] env[69374]: DEBUG nova.compute.manager [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.018232] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d64a51-5594-4de0-a203-e87932ebcad2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.039537] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fa722ab9-79f4-4a8b-bdee-52b25e8f47a6 tempest-ServersListShow298Test-813117981 tempest-ServersListShow298Test-813117981-project-member] Lock "26e3e3c2-8034-4070-8ac6-790155c15a82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.537s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.199710] env[69374]: DEBUG nova.compute.manager [req-21af0662-d5c5-484f-aa7e-9f721f263b63 req-0ff374c3-499d-466b-a17f-6ae809c8c3ce service nova] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Received event network-vif-plugged-b81486f7-2f88-4495-bcd1-4b7465c7dff4 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.199942] env[69374]: DEBUG oslo_concurrency.lockutils [req-21af0662-d5c5-484f-aa7e-9f721f263b63 req-0ff374c3-499d-466b-a17f-6ae809c8c3ce service nova] Acquiring lock "31448034-c45f-4db5-94c8-4f25aed681d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.200167] env[69374]: DEBUG oslo_concurrency.lockutils [req-21af0662-d5c5-484f-aa7e-9f721f263b63 req-0ff374c3-499d-466b-a17f-6ae809c8c3ce service nova] Lock "31448034-c45f-4db5-94c8-4f25aed681d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.200371] env[69374]: DEBUG oslo_concurrency.lockutils [req-21af0662-d5c5-484f-aa7e-9f721f263b63 req-0ff374c3-499d-466b-a17f-6ae809c8c3ce service nova] Lock "31448034-c45f-4db5-94c8-4f25aed681d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.200557] env[69374]: DEBUG nova.compute.manager [req-21af0662-d5c5-484f-aa7e-9f721f263b63 req-0ff374c3-499d-466b-a17f-6ae809c8c3ce service nova] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] No waiting events found dispatching network-vif-plugged-b81486f7-2f88-4495-bcd1-4b7465c7dff4 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 942.200750] env[69374]: WARNING nova.compute.manager [req-21af0662-d5c5-484f-aa7e-9f721f263b63 req-0ff374c3-499d-466b-a17f-6ae809c8c3ce service nova] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Received unexpected event network-vif-plugged-b81486f7-2f88-4495-bcd1-4b7465c7dff4 for instance with vm_state building and task_state spawning. [ 942.295186] env[69374]: DEBUG nova.network.neutron [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Successfully updated port: b81486f7-2f88-4495-bcd1-4b7465c7dff4 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.301511] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.468481] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.536768] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.800591] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "refresh_cache-31448034-c45f-4db5-94c8-4f25aed681d4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.800768] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired lock "refresh_cache-31448034-c45f-4db5-94c8-4f25aed681d4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.800912] env[69374]: DEBUG nova.network.neutron [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.952790] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013397f2-15af-49d4-8679-b933a3f0ecc3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.964979] env[69374]: DEBUG oslo_vmware.api [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111560, 'name': PowerOnVM_Task, 'duration_secs': 1.295662} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.967266] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.967509] env[69374]: INFO nova.compute.manager [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Took 10.99 seconds to spawn the instance on the hypervisor. [ 942.967693] env[69374]: DEBUG nova.compute.manager [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.968543] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e763c-e559-4563-a9d8-f94de0e36a4b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.972928] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21d1f02-0a16-417c-8dcc-b64ede480e2b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.010766] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc952df-51d7-4573-8e9a-6ff80d24bc34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.020813] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9715b995-f80d-4e96-ba8d-90626bc92417 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.037262] env[69374]: DEBUG nova.compute.provider_tree [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.452155] env[69374]: DEBUG nova.network.neutron [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.518797] env[69374]: INFO nova.compute.manager [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Took 58.98 seconds to build instance. [ 943.545582] env[69374]: DEBUG nova.scheduler.client.report [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.648488] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.648932] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.649172] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.649372] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.649541] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.651776] env[69374]: INFO nova.compute.manager [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Terminating instance [ 943.663939] env[69374]: DEBUG nova.network.neutron [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Updating instance_info_cache with network_info: [{"id": "b81486f7-2f88-4495-bcd1-4b7465c7dff4", "address": "fa:16:3e:a3:a2:23", "network": {"id": "67beea91-d6af-458a-b53f-992ec98e772c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802551887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a55c52e23e4bacaa769b53d1ef84c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81486f7-2f", "ovs_interfaceid": "b81486f7-2f88-4495-bcd1-4b7465c7dff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.020927] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3e6e3b64-4d77-482d-8ecf-3bae3cf16542 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "d416b791-41d7-47b9-9ef6-84798a8523a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.495s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.051146] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.051743] env[69374]: DEBUG nova.compute.manager [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.054587] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.620s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.056442] env[69374]: INFO nova.compute.claims [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.159662] env[69374]: DEBUG nova.compute.manager [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.159951] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.161378] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ae87b3-a21c-40ee-b211-8a6f159c8bac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.167758] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Releasing lock "refresh_cache-31448034-c45f-4db5-94c8-4f25aed681d4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.168119] env[69374]: DEBUG nova.compute.manager [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Instance network_info: |[{"id": "b81486f7-2f88-4495-bcd1-4b7465c7dff4", "address": "fa:16:3e:a3:a2:23", "network": {"id": "67beea91-d6af-458a-b53f-992ec98e772c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802551887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a55c52e23e4bacaa769b53d1ef84c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81486f7-2f", "ovs_interfaceid": "b81486f7-2f88-4495-bcd1-4b7465c7dff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.170644] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:a2:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b81486f7-2f88-4495-bcd1-4b7465c7dff4', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.178637] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Creating folder: Project (76a55c52e23e4bacaa769b53d1ef84c9). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.178797] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.179116] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b21becee-68e1-4eaa-a9b8-30463c239891 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.181249] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-797e0d75-14c5-4733-8c26-54ee0f67c534 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.189358] env[69374]: DEBUG oslo_vmware.api [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 944.189358] env[69374]: value = "task-4111562" [ 944.189358] env[69374]: _type = "Task" [ 944.189358] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.194595] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Created folder: Project (76a55c52e23e4bacaa769b53d1ef84c9) in parent group-v814324. [ 944.194837] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Creating folder: Instances. Parent ref: group-v814513. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.195113] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66067f30-130e-46e6-a903-8b8ea2696791 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.201640] env[69374]: DEBUG oslo_vmware.api [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.211704] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Created folder: Instances in parent group-v814513. [ 944.212086] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.212340] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.212595] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1746ea6a-d8a8-42be-9227-1a676462c3e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.236694] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.236694] env[69374]: value = "task-4111564" [ 944.236694] env[69374]: _type = "Task" [ 944.236694] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.246063] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111564, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.256213] env[69374]: DEBUG nova.compute.manager [req-a23a951a-97db-426c-9556-a29a775dceec req-b1e62cab-6ff2-419f-8ef4-ddc74d37e0fd service nova] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Received event network-changed-b81486f7-2f88-4495-bcd1-4b7465c7dff4 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.256443] env[69374]: DEBUG nova.compute.manager [req-a23a951a-97db-426c-9556-a29a775dceec req-b1e62cab-6ff2-419f-8ef4-ddc74d37e0fd service nova] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Refreshing instance network info cache due to event network-changed-b81486f7-2f88-4495-bcd1-4b7465c7dff4. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.256627] env[69374]: DEBUG oslo_concurrency.lockutils [req-a23a951a-97db-426c-9556-a29a775dceec req-b1e62cab-6ff2-419f-8ef4-ddc74d37e0fd service nova] Acquiring lock "refresh_cache-31448034-c45f-4db5-94c8-4f25aed681d4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.256944] env[69374]: DEBUG oslo_concurrency.lockutils [req-a23a951a-97db-426c-9556-a29a775dceec req-b1e62cab-6ff2-419f-8ef4-ddc74d37e0fd service nova] Acquired lock "refresh_cache-31448034-c45f-4db5-94c8-4f25aed681d4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.257127] env[69374]: DEBUG nova.network.neutron [req-a23a951a-97db-426c-9556-a29a775dceec req-b1e62cab-6ff2-419f-8ef4-ddc74d37e0fd service nova] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Refreshing network info cache for port b81486f7-2f88-4495-bcd1-4b7465c7dff4 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.293749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "ea25149b-d4b6-4418-973a-849ab078fe10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.294534] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "ea25149b-d4b6-4418-973a-849ab078fe10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.403134] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "d416b791-41d7-47b9-9ef6-84798a8523a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.403841] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "d416b791-41d7-47b9-9ef6-84798a8523a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.403841] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "d416b791-41d7-47b9-9ef6-84798a8523a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.403841] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "d416b791-41d7-47b9-9ef6-84798a8523a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.404082] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "d416b791-41d7-47b9-9ef6-84798a8523a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.406109] env[69374]: INFO nova.compute.manager [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Terminating instance [ 944.564443] env[69374]: DEBUG nova.compute.utils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.568201] env[69374]: DEBUG nova.compute.manager [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.568201] env[69374]: DEBUG nova.network.neutron [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.624768] env[69374]: DEBUG nova.policy [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34aee6c171614eedaaf10b5f25a2e741', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a55c52e23e4bacaa769b53d1ef84c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.699889] env[69374]: DEBUG oslo_vmware.api [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111562, 'name': PowerOffVM_Task, 'duration_secs': 0.216123} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.700995] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.700995] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.700995] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d320bc1-3f50-4a38-9c26-7d775dadd425 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.747067] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111564, 'name': CreateVM_Task, 'duration_secs': 0.33996} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.747311] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.748102] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.748423] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.748710] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.749074] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a837481-87a7-4dc7-b937-4f8b5228773a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.754685] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 944.754685] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524d88ee-a133-23cd-2bdb-53adb70c3e6e" [ 944.754685] env[69374]: _type = "Task" [ 944.754685] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.767312] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524d88ee-a133-23cd-2bdb-53adb70c3e6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.769738] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.769936] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.770197] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleting the datastore file [datastore2] 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.770462] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02c94632-85d4-4852-9d98-873064e4b888 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.776767] env[69374]: DEBUG oslo_vmware.api [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 944.776767] env[69374]: value = "task-4111566" [ 944.776767] env[69374]: _type = "Task" [ 944.776767] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.784784] env[69374]: DEBUG oslo_vmware.api [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.797326] env[69374]: DEBUG nova.compute.manager [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.912710] env[69374]: DEBUG nova.compute.manager [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.912965] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.914582] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003a777b-6946-4fd7-81df-522a97f5a241 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.923128] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.923387] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cebe049-74a6-47c5-af9c-403468cd1202 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.930554] env[69374]: DEBUG oslo_vmware.api [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 944.930554] env[69374]: value = "task-4111567" [ 944.930554] env[69374]: _type = "Task" [ 944.930554] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.939844] env[69374]: DEBUG oslo_vmware.api [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.070686] env[69374]: DEBUG nova.compute.manager [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.127976] env[69374]: DEBUG nova.network.neutron [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Successfully created port: 650b2ece-9960-4a18-81c3-4a9e17269626 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.221018] env[69374]: DEBUG nova.network.neutron [req-a23a951a-97db-426c-9556-a29a775dceec req-b1e62cab-6ff2-419f-8ef4-ddc74d37e0fd service nova] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Updated VIF entry in instance network info cache for port b81486f7-2f88-4495-bcd1-4b7465c7dff4. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.221315] env[69374]: DEBUG nova.network.neutron [req-a23a951a-97db-426c-9556-a29a775dceec req-b1e62cab-6ff2-419f-8ef4-ddc74d37e0fd service nova] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Updating instance_info_cache with network_info: [{"id": "b81486f7-2f88-4495-bcd1-4b7465c7dff4", "address": "fa:16:3e:a3:a2:23", "network": {"id": "67beea91-d6af-458a-b53f-992ec98e772c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802551887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a55c52e23e4bacaa769b53d1ef84c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81486f7-2f", "ovs_interfaceid": "b81486f7-2f88-4495-bcd1-4b7465c7dff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.269314] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524d88ee-a133-23cd-2bdb-53adb70c3e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.013196} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.271922] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.272193] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.272426] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.272570] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.272748] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.273985] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8613a907-bc4b-4eb2-afca-3803aec3ee32 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.282867] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.283056] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.284132] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3f0997-8a8b-44f4-9a5d-bca539507765 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.291594] env[69374]: DEBUG oslo_vmware.api [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334663} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.292353] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.292668] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.292749] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.292963] env[69374]: INFO nova.compute.manager [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Took 1.13 seconds to destroy the instance on the hypervisor. [ 945.293227] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.293409] env[69374]: DEBUG nova.compute.manager [-] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.293502] env[69374]: DEBUG nova.network.neutron [-] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.296194] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 945.296194] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520a8c3e-9b7f-e87e-0bbc-06b7d57c91df" [ 945.296194] env[69374]: _type = "Task" [ 945.296194] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.310580] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520a8c3e-9b7f-e87e-0bbc-06b7d57c91df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.329457] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.445138] env[69374]: DEBUG oslo_vmware.api [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111567, 'name': PowerOffVM_Task, 'duration_secs': 0.211289} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.445573] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.445862] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.446253] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a140125a-c843-45bd-9ac2-8925b5097aaa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.512039] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.512039] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.512039] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Deleting the datastore file [datastore2] d416b791-41d7-47b9-9ef6-84798a8523a7 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.512039] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0faaf079-bb58-4449-8f70-193ea47dfbae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.517438] env[69374]: DEBUG oslo_vmware.api [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for the task: (returnval){ [ 945.517438] env[69374]: value = "task-4111569" [ 945.517438] env[69374]: _type = "Task" [ 945.517438] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.528596] env[69374]: DEBUG oslo_vmware.api [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.568696] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e98e487-654d-41c1-889a-199b4077de9f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.580384] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7b918d-126a-481f-981e-b8aa34cd2f53 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.619627] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf2f288-ca7f-4d78-a8bc-cce4f5d61198 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.627958] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac4bf70-640a-42c2-a869-72d757ca94af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.643701] env[69374]: DEBUG nova.compute.provider_tree [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.724270] env[69374]: DEBUG oslo_concurrency.lockutils [req-a23a951a-97db-426c-9556-a29a775dceec req-b1e62cab-6ff2-419f-8ef4-ddc74d37e0fd service nova] Releasing lock "refresh_cache-31448034-c45f-4db5-94c8-4f25aed681d4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.809758] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520a8c3e-9b7f-e87e-0bbc-06b7d57c91df, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.811481] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecebce86-ecf3-428f-a7ef-83521e7a2140 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.818473] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 945.818473] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52542c8b-27df-c2c2-31fe-e8ebeef45cac" [ 945.818473] env[69374]: _type = "Task" [ 945.818473] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.831923] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52542c8b-27df-c2c2-31fe-e8ebeef45cac, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.831923] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.831923] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 31448034-c45f-4db5-94c8-4f25aed681d4/31448034-c45f-4db5-94c8-4f25aed681d4.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.832154] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d338cff5-9ff8-4a9a-a51d-7ab3fe89b0d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.839823] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 945.839823] env[69374]: value = "task-4111570" [ 945.839823] env[69374]: _type = "Task" [ 945.839823] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.848098] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.030173] env[69374]: DEBUG oslo_vmware.api [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Task: {'id': task-4111569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168507} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.030651] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.031073] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.031434] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.031785] env[69374]: INFO nova.compute.manager [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 946.032214] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.032887] env[69374]: DEBUG nova.compute.manager [-] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.033223] env[69374]: DEBUG nova.network.neutron [-] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.085428] env[69374]: DEBUG nova.compute.manager [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.128936] env[69374]: DEBUG nova.virt.hardware [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.129311] env[69374]: DEBUG nova.virt.hardware [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.129518] env[69374]: DEBUG nova.virt.hardware [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.129742] env[69374]: DEBUG nova.virt.hardware [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.129932] env[69374]: DEBUG nova.virt.hardware [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.130193] env[69374]: DEBUG nova.virt.hardware [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.130430] env[69374]: DEBUG nova.virt.hardware [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.130630] env[69374]: DEBUG nova.virt.hardware [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.130885] env[69374]: DEBUG nova.virt.hardware [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.131120] env[69374]: DEBUG nova.virt.hardware [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.131785] env[69374]: DEBUG nova.virt.hardware [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.132760] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e877b2de-37d7-4c1f-ad34-05b525ea2205 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.142760] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1c00ea-3729-4446-bae7-136d725f9693 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.147506] env[69374]: DEBUG nova.scheduler.client.report [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.291157] env[69374]: DEBUG nova.compute.manager [req-334c6601-653e-4582-962e-21e7fe94f4e2 req-228315a6-950f-4783-8a27-42cdf8cf78fb service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Received event network-vif-deleted-2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.291470] env[69374]: INFO nova.compute.manager [req-334c6601-653e-4582-962e-21e7fe94f4e2 req-228315a6-950f-4783-8a27-42cdf8cf78fb service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Neutron deleted interface 2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9; detaching it from the instance and deleting it from the info cache [ 946.291690] env[69374]: DEBUG nova.network.neutron [req-334c6601-653e-4582-962e-21e7fe94f4e2 req-228315a6-950f-4783-8a27-42cdf8cf78fb service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.303343] env[69374]: DEBUG nova.network.neutron [-] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.348991] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482957} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.349354] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 31448034-c45f-4db5-94c8-4f25aed681d4/31448034-c45f-4db5-94c8-4f25aed681d4.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.349586] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.349880] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd4a5e8e-49d5-4d9d-a8a4-70df4801fa0d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.361570] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 946.361570] env[69374]: value = "task-4111571" [ 946.361570] env[69374]: _type = "Task" [ 946.361570] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.375723] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.654021] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.654586] env[69374]: DEBUG nova.compute.manager [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.663463] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 48.833s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.795965] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-653a5a40-ccd4-4fd7-a17d-29fd98e76409 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.805656] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bec4fdb-9b13-4357-b77d-b86a54f41b47 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.823168] env[69374]: INFO nova.compute.manager [-] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Took 1.53 seconds to deallocate network for instance. [ 946.845064] env[69374]: DEBUG nova.compute.manager [req-334c6601-653e-4582-962e-21e7fe94f4e2 req-228315a6-950f-4783-8a27-42cdf8cf78fb service nova] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Detach interface failed, port_id=2fb67c68-5e04-4e1a-8a65-5f2cc70ed4f9, reason: Instance 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 946.872088] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076567} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.872378] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.873177] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c8870c-88ab-4363-a7b8-72326adece38 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.889229] env[69374]: DEBUG nova.network.neutron [-] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.899434] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 31448034-c45f-4db5-94c8-4f25aed681d4/31448034-c45f-4db5-94c8-4f25aed681d4.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.900299] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1362616a-94c9-4ba8-83fa-135f23076e35 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.921427] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 946.921427] env[69374]: value = "task-4111572" [ 946.921427] env[69374]: _type = "Task" [ 946.921427] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.930409] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.170515] env[69374]: DEBUG nova.compute.utils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.184378] env[69374]: DEBUG nova.compute.manager [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.184520] env[69374]: DEBUG nova.network.neutron [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.278929] env[69374]: DEBUG nova.policy [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34aee6c171614eedaaf10b5f25a2e741', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a55c52e23e4bacaa769b53d1ef84c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.285120] env[69374]: DEBUG nova.network.neutron [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Successfully updated port: 650b2ece-9960-4a18-81c3-4a9e17269626 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.332823] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.400867] env[69374]: INFO nova.compute.manager [-] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Took 1.37 seconds to deallocate network for instance. [ 947.432410] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111572, 'name': ReconfigVM_Task, 'duration_secs': 0.278888} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.432915] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 31448034-c45f-4db5-94c8-4f25aed681d4/31448034-c45f-4db5-94c8-4f25aed681d4.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.433666] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dab2747a-9167-4a56-87e1-f88cdcb4e641 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.441955] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 947.441955] env[69374]: value = "task-4111573" [ 947.441955] env[69374]: _type = "Task" [ 947.441955] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.451390] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111573, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.686743] env[69374]: DEBUG nova.compute.manager [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.690225] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Applying migration context for instance 7db22c5e-6c21-49be-8906-ec6aff0e722c as it has an incoming, in-progress migration 2577ee8e-bfe7-450c-b8fc-8330281fa775. Migration status is confirming {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 947.696766] env[69374]: INFO nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating resource usage from migration 2577ee8e-bfe7-450c-b8fc-8330281fa775 [ 947.723500] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 985f141c-62c8-4ee6-8989-3afbb66f0e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.723597] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 5e27405c-eeb5-4af1-baf5-f9386393587e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.723725] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 3d5f0869-84c1-4ccf-97ac-eaff324b7257 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.723843] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 71bb33fe-516e-45d1-9097-775e783d763e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.723979] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 79593cb2-e266-49c8-905d-c0ff06320f3a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.724104] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 283fd941-f17d-4f36-b200-791f75bf7f97 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.724215] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0e955a18-2f05-4164-9601-37ac243a5cbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.724344] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 952742cc-1231-4064-9d92-e28e196553c1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.724533] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 8f7563b6-b739-48f5-afcd-74ff590d32ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.724713] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 6cfc2345-bf4f-401b-b09b-537b0f5671f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.724854] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 23852d0d-1e37-458d-bc2f-453086768afc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.725054] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 57575546-660a-4ce5-b6b0-f0a0dfaa5169 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.725249] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 702f1036-cfda-4b41-87ae-6a5d4c60e758 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.725392] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance a1ab1f2f-0e69-4483-9271-45a85b69608c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.725521] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 26b0f6c3-7bf6-4786-8998-cdd3c334ba61 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.725718] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 789144b7-6a4e-4634-abc1-ca01bcba7710 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.725884] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 68199287-6193-4cc9-af64-d96ff4f254bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.726681] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 1c81ac2d-3c62-4228-9eab-609f12f442fe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.726891] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance f2722731-3d5f-43c3-8edf-49246bfe6643 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.727028] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Migration 2577ee8e-bfe7-450c-b8fc-8330281fa775 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 947.727261] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 7db22c5e-6c21-49be-8906-ec6aff0e722c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.727261] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.727388] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance d416b791-41d7-47b9-9ef6-84798a8523a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.727486] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 31448034-c45f-4db5-94c8-4f25aed681d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.727592] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance e9cfe433-5f9e-43fe-adf6-281c6a2bd11f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.727740] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance d0e61a0d-d9ac-43a8-8381-adeb72711345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.737759] env[69374]: DEBUG nova.network.neutron [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Successfully created port: 8b828611-7ddd-42d8-8433-947c734b51a1 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.787711] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "refresh_cache-e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.787870] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired lock "refresh_cache-e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.788039] env[69374]: DEBUG nova.network.neutron [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.907889] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.952536] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111573, 'name': Rename_Task, 'duration_secs': 0.238415} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.952656] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.952908] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6555875e-e3c8-4789-a326-4545da1f4060 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.960943] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 947.960943] env[69374]: value = "task-4111574" [ 947.960943] env[69374]: _type = "Task" [ 947.960943] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.970139] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.233042] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance bdf4e988-dcd8-4028-b157-5c681d03c83d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 948.330094] env[69374]: DEBUG nova.network.neutron [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.332524] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Acquiring lock "283fd941-f17d-4f36-b200-791f75bf7f97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.332829] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Lock "283fd941-f17d-4f36-b200-791f75bf7f97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.333107] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Acquiring lock "283fd941-f17d-4f36-b200-791f75bf7f97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.333376] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Lock "283fd941-f17d-4f36-b200-791f75bf7f97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.333603] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Lock "283fd941-f17d-4f36-b200-791f75bf7f97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.336010] env[69374]: INFO nova.compute.manager [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Terminating instance [ 948.389214] env[69374]: DEBUG nova.compute.manager [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Received event network-vif-deleted-e24ab85f-54a1-442a-89f4-123f1d16806d {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.389510] env[69374]: DEBUG nova.compute.manager [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Received event network-vif-plugged-650b2ece-9960-4a18-81c3-4a9e17269626 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.389713] env[69374]: DEBUG oslo_concurrency.lockutils [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] Acquiring lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.389896] env[69374]: DEBUG oslo_concurrency.lockutils [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] Lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.390112] env[69374]: DEBUG oslo_concurrency.lockutils [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] Lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.390285] env[69374]: DEBUG nova.compute.manager [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] No waiting events found dispatching network-vif-plugged-650b2ece-9960-4a18-81c3-4a9e17269626 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 948.390882] env[69374]: WARNING nova.compute.manager [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Received unexpected event network-vif-plugged-650b2ece-9960-4a18-81c3-4a9e17269626 for instance with vm_state building and task_state spawning. [ 948.391225] env[69374]: DEBUG nova.compute.manager [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Received event network-changed-650b2ece-9960-4a18-81c3-4a9e17269626 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.391534] env[69374]: DEBUG nova.compute.manager [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Refreshing instance network info cache due to event network-changed-650b2ece-9960-4a18-81c3-4a9e17269626. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.391908] env[69374]: DEBUG oslo_concurrency.lockutils [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] Acquiring lock "refresh_cache-e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.475365] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.551128] env[69374]: DEBUG nova.network.neutron [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Updating instance_info_cache with network_info: [{"id": "650b2ece-9960-4a18-81c3-4a9e17269626", "address": "fa:16:3e:9e:31:2c", "network": {"id": "67beea91-d6af-458a-b53f-992ec98e772c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802551887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a55c52e23e4bacaa769b53d1ef84c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650b2ece-99", "ovs_interfaceid": "650b2ece-9960-4a18-81c3-4a9e17269626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.705944] env[69374]: DEBUG nova.compute.manager [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.736054] env[69374]: DEBUG nova.virt.hardware [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.736313] env[69374]: DEBUG nova.virt.hardware [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.736536] env[69374]: DEBUG nova.virt.hardware [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.736888] env[69374]: DEBUG nova.virt.hardware [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.736988] env[69374]: DEBUG nova.virt.hardware [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.738062] env[69374]: DEBUG nova.virt.hardware [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.738062] env[69374]: DEBUG nova.virt.hardware [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.738062] env[69374]: DEBUG nova.virt.hardware [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.738062] env[69374]: DEBUG nova.virt.hardware [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.738062] env[69374]: DEBUG nova.virt.hardware [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.738062] env[69374]: DEBUG nova.virt.hardware [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.738746] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance b4a597c2-2bca-4eaa-9792-a98df34155a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 948.740573] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b7f859-301b-4fdb-b198-7a8057319102 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.752062] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b33135-44fe-4457-8eed-501992b8e0b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.840620] env[69374]: DEBUG nova.compute.manager [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.840968] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.841276] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce2798a1-cc6d-447f-8224-796476f8ea5b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.849502] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Waiting for the task: (returnval){ [ 948.849502] env[69374]: value = "task-4111575" [ 948.849502] env[69374]: _type = "Task" [ 948.849502] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.861372] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.974932] env[69374]: DEBUG oslo_vmware.api [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111574, 'name': PowerOnVM_Task, 'duration_secs': 0.557779} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.975055] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.975282] env[69374]: INFO nova.compute.manager [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Took 7.66 seconds to spawn the instance on the hypervisor. [ 948.975435] env[69374]: DEBUG nova.compute.manager [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.976750] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8225bbd0-3068-434f-96cc-354176331a9e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.054442] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Releasing lock "refresh_cache-e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.054805] env[69374]: DEBUG nova.compute.manager [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Instance network_info: |[{"id": "650b2ece-9960-4a18-81c3-4a9e17269626", "address": "fa:16:3e:9e:31:2c", "network": {"id": "67beea91-d6af-458a-b53f-992ec98e772c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802551887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a55c52e23e4bacaa769b53d1ef84c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650b2ece-99", "ovs_interfaceid": "650b2ece-9960-4a18-81c3-4a9e17269626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.055571] env[69374]: DEBUG oslo_concurrency.lockutils [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] Acquired lock "refresh_cache-e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.055772] env[69374]: DEBUG nova.network.neutron [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Refreshing network info cache for port 650b2ece-9960-4a18-81c3-4a9e17269626 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.058028] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:31:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '650b2ece-9960-4a18-81c3-4a9e17269626', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.066277] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.067220] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.067470] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0f4041e-b998-4422-a310-3fbb733ec72d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.090827] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.090827] env[69374]: value = "task-4111576" [ 949.090827] env[69374]: _type = "Task" [ 949.090827] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.100623] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111576, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.247256] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance c62cd4ef-38ff-40eb-b992-a70c51fb8f99 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 949.360406] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111575, 'name': PowerOffVM_Task, 'duration_secs': 0.208475} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.360455] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.360637] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 949.360837] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814376', 'volume_id': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'name': 'volume-aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '283fd941-f17d-4f36-b200-791f75bf7f97', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'serial': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 949.361628] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcdee62-722a-4325-9220-928684d9ed44 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.384286] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68b9406-bfcc-4fc0-99bc-4b2c76fb87b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.393953] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad291c13-a5e6-4ff0-95b9-b8c9bee03d8f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.416354] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a10855d-6fb7-4462-9247-ae591c98bac1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.435203] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa63395c-465a-469f-a8ab-c40ce8fb9d5f/volume-aa63395c-465a-469f-a8ab-c40ce8fb9d5f.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 949.440659] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.441230] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1effd1e0-d5a8-4783-af7a-1a11ca8343b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.463174] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Waiting for the task: (returnval){ [ 949.463174] env[69374]: value = "task-4111577" [ 949.463174] env[69374]: _type = "Task" [ 949.463174] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.472302] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111577, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.501134] env[69374]: INFO nova.compute.manager [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Took 53.13 seconds to build instance. [ 949.602294] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111576, 'name': CreateVM_Task, 'duration_secs': 0.4373} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.602578] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.603643] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.603933] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.604416] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.605022] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6ad2de-062e-48d3-8419-485de45dc91f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.612812] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 949.612812] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522e4d72-baf3-1607-1b79-46228ae5c40e" [ 949.612812] env[69374]: _type = "Task" [ 949.612812] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.621630] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522e4d72-baf3-1607-1b79-46228ae5c40e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.657181] env[69374]: DEBUG nova.network.neutron [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Successfully updated port: 8b828611-7ddd-42d8-8433-947c734b51a1 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.750404] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 972843e9-eeb9-4157-80a8-498723f60484 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 949.894666] env[69374]: DEBUG nova.network.neutron [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Updated VIF entry in instance network info cache for port 650b2ece-9960-4a18-81c3-4a9e17269626. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.895048] env[69374]: DEBUG nova.network.neutron [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Updating instance_info_cache with network_info: [{"id": "650b2ece-9960-4a18-81c3-4a9e17269626", "address": "fa:16:3e:9e:31:2c", "network": {"id": "67beea91-d6af-458a-b53f-992ec98e772c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802551887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a55c52e23e4bacaa769b53d1ef84c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650b2ece-99", "ovs_interfaceid": "650b2ece-9960-4a18-81c3-4a9e17269626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.974620] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111577, 'name': ReconfigVM_Task, 'duration_secs': 0.183624} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.974940] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.979859] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-027f470e-6cdf-4663-9281-9363b2b6a9d0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.997521] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Waiting for the task: (returnval){ [ 949.997521] env[69374]: value = "task-4111578" [ 949.997521] env[69374]: _type = "Task" [ 949.997521] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.006692] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c9912146-c448-4186-9c84-1bb1dee2df92 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "31448034-c45f-4db5-94c8-4f25aed681d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.650s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.006946] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.125508] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522e4d72-baf3-1607-1b79-46228ae5c40e, 'name': SearchDatastore_Task, 'duration_secs': 0.018019} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.125856] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.126160] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.126425] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.126630] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.126751] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.127101] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c53a0d24-3963-4852-91b5-74df6fd35d73 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.145163] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.145600] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.146302] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c7afa7-2441-4563-b25b-605a23a89a94 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.153549] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 950.153549] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525ee500-52f8-742b-0a57-6d0cf74d51e6" [ 950.153549] env[69374]: _type = "Task" [ 950.153549] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.159928] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "refresh_cache-d0e61a0d-d9ac-43a8-8381-adeb72711345" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.160116] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired lock "refresh_cache-d0e61a0d-d9ac-43a8-8381-adeb72711345" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.160831] env[69374]: DEBUG nova.network.neutron [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.165145] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525ee500-52f8-742b-0a57-6d0cf74d51e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.255229] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 2ac650ee-f9af-4486-8402-d546524edb14 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 950.397650] env[69374]: DEBUG oslo_concurrency.lockutils [req-daebd1b5-52c8-4e71-98d6-4d8c184d88c7 req-54fb0ed3-eeef-4ac3-92b4-9fda45d5877e service nova] Releasing lock "refresh_cache-e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.421959] env[69374]: DEBUG nova.compute.manager [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Received event network-vif-plugged-8b828611-7ddd-42d8-8433-947c734b51a1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.422235] env[69374]: DEBUG oslo_concurrency.lockutils [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] Acquiring lock "d0e61a0d-d9ac-43a8-8381-adeb72711345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.422456] env[69374]: DEBUG oslo_concurrency.lockutils [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] Lock "d0e61a0d-d9ac-43a8-8381-adeb72711345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.422643] env[69374]: DEBUG oslo_concurrency.lockutils [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] Lock "d0e61a0d-d9ac-43a8-8381-adeb72711345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.422819] env[69374]: DEBUG nova.compute.manager [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] No waiting events found dispatching network-vif-plugged-8b828611-7ddd-42d8-8433-947c734b51a1 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 950.422993] env[69374]: WARNING nova.compute.manager [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Received unexpected event network-vif-plugged-8b828611-7ddd-42d8-8433-947c734b51a1 for instance with vm_state building and task_state spawning. [ 950.423224] env[69374]: DEBUG nova.compute.manager [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Received event network-changed-8b828611-7ddd-42d8-8433-947c734b51a1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.423407] env[69374]: DEBUG nova.compute.manager [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Refreshing instance network info cache due to event network-changed-8b828611-7ddd-42d8-8433-947c734b51a1. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.423586] env[69374]: DEBUG oslo_concurrency.lockutils [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] Acquiring lock "refresh_cache-d0e61a0d-d9ac-43a8-8381-adeb72711345" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.509043] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111578, 'name': ReconfigVM_Task, 'duration_secs': 0.161873} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.509368] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814376', 'volume_id': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'name': 'volume-aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '283fd941-f17d-4f36-b200-791f75bf7f97', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f', 'serial': 'aa63395c-465a-469f-a8ab-c40ce8fb9d5f'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 950.509656] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.510440] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f2b547-0544-472d-acde-53b925a4bb5a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.517928] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.518200] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cf8f157-4810-4a69-b0fa-6cb362b005ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.664284] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525ee500-52f8-742b-0a57-6d0cf74d51e6, 'name': SearchDatastore_Task, 'duration_secs': 0.015378} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.665097] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a36345d-58d0-4714-9f8a-522c9fd38176 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.673067] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 950.673067] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5220c6ec-5045-4f50-9c74-831943c5d369" [ 950.673067] env[69374]: _type = "Task" [ 950.673067] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.682900] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5220c6ec-5045-4f50-9c74-831943c5d369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.728117] env[69374]: DEBUG nova.network.neutron [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.757480] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 779402fd-c790-4518-96ec-a9faf7721dee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 950.950203] env[69374]: DEBUG nova.network.neutron [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Updating instance_info_cache with network_info: [{"id": "8b828611-7ddd-42d8-8433-947c734b51a1", "address": "fa:16:3e:f9:d3:f9", "network": {"id": "67beea91-d6af-458a-b53f-992ec98e772c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802551887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a55c52e23e4bacaa769b53d1ef84c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b828611-7d", "ovs_interfaceid": "8b828611-7ddd-42d8-8433-947c734b51a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.184635] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5220c6ec-5045-4f50-9c74-831943c5d369, 'name': SearchDatastore_Task, 'duration_secs': 0.016322} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.184918] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.185320] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] e9cfe433-5f9e-43fe-adf6-281c6a2bd11f/e9cfe433-5f9e-43fe-adf6-281c6a2bd11f.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.185658] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc7f653d-6da5-4bd8-9ced-14975e199e60 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.193728] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 951.193728] env[69374]: value = "task-4111580" [ 951.193728] env[69374]: _type = "Task" [ 951.193728] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.203620] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.260519] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance ea25149b-d4b6-4418-973a-849ab078fe10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 951.260952] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 951.261126] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 951.454622] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Releasing lock "refresh_cache-d0e61a0d-d9ac-43a8-8381-adeb72711345" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.455569] env[69374]: DEBUG nova.compute.manager [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Instance network_info: |[{"id": "8b828611-7ddd-42d8-8433-947c734b51a1", "address": "fa:16:3e:f9:d3:f9", "network": {"id": "67beea91-d6af-458a-b53f-992ec98e772c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802551887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a55c52e23e4bacaa769b53d1ef84c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b828611-7d", "ovs_interfaceid": "8b828611-7ddd-42d8-8433-947c734b51a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.455569] env[69374]: DEBUG oslo_concurrency.lockutils [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] Acquired lock "refresh_cache-d0e61a0d-d9ac-43a8-8381-adeb72711345" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.455569] env[69374]: DEBUG nova.network.neutron [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Refreshing network info cache for port 8b828611-7ddd-42d8-8433-947c734b51a1 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.456874] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:d3:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b828611-7ddd-42d8-8433-947c734b51a1', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.464960] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.471039] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.472216] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09deb638-b715-4e32-93ec-1bf587d04ae8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.497057] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.497057] env[69374]: value = "task-4111581" [ 951.497057] env[69374]: _type = "Task" [ 951.497057] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.508452] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111581, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.707330] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502841} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.707330] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] e9cfe433-5f9e-43fe-adf6-281c6a2bd11f/e9cfe433-5f9e-43fe-adf6-281c6a2bd11f.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.707566] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.707758] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed111286-edca-4fba-995d-3f3f3b814124 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.719111] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 951.719111] env[69374]: value = "task-4111582" [ 951.719111] env[69374]: _type = "Task" [ 951.719111] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.719111] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.719111] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.719571] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Deleting the datastore file [datastore1] 283fd941-f17d-4f36-b200-791f75bf7f97 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.722848] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ff55919-451f-4820-bcd6-7fa85a44e3b0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.738452] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.740717] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Waiting for the task: (returnval){ [ 951.740717] env[69374]: value = "task-4111583" [ 951.740717] env[69374]: _type = "Task" [ 951.740717] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.761216] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.837638] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c88125-9e25-4014-a261-329e6a7df568 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.847111] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff02c769-f8f2-4d5e-810d-9fd893d4bc0c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.887458] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c349d0b-2bde-467f-9309-35139d94dba4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.896097] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c0eea3-d4ca-4d13-b5cf-d4348be737d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.912110] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.952493] env[69374]: DEBUG nova.network.neutron [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Updated VIF entry in instance network info cache for port 8b828611-7ddd-42d8-8433-947c734b51a1. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.952493] env[69374]: DEBUG nova.network.neutron [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Updating instance_info_cache with network_info: [{"id": "8b828611-7ddd-42d8-8433-947c734b51a1", "address": "fa:16:3e:f9:d3:f9", "network": {"id": "67beea91-d6af-458a-b53f-992ec98e772c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802551887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a55c52e23e4bacaa769b53d1ef84c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b828611-7d", "ovs_interfaceid": "8b828611-7ddd-42d8-8433-947c734b51a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.013820] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111581, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.229017] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105448} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.229287] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.230087] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abd7fa1-92e5-4285-a057-097b0ebad0d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.253212] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e9cfe433-5f9e-43fe-adf6-281c6a2bd11f/e9cfe433-5f9e-43fe-adf6-281c6a2bd11f.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.256418] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43a51a38-96da-46b9-8ea8-4b7dd46daf42 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.276646] env[69374]: DEBUG oslo_vmware.api [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Task: {'id': task-4111583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168317} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.277915] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.278127] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.278311] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.278484] env[69374]: INFO nova.compute.manager [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Took 3.44 seconds to destroy the instance on the hypervisor. [ 952.278742] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.278991] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 952.278991] env[69374]: value = "task-4111584" [ 952.278991] env[69374]: _type = "Task" [ 952.278991] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.279201] env[69374]: DEBUG nova.compute.manager [-] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.279327] env[69374]: DEBUG nova.network.neutron [-] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.289232] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.415228] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.456740] env[69374]: DEBUG oslo_concurrency.lockutils [req-e9da1747-cbac-48d6-895d-8159f9b3d314 req-ef0a21ff-eea6-44e5-8082-a553b9bd8971 service nova] Releasing lock "refresh_cache-d0e61a0d-d9ac-43a8-8381-adeb72711345" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.512243] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111581, 'name': CreateVM_Task, 'duration_secs': 0.908079} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.512243] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.512243] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.512243] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.512243] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.512243] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8417db15-7653-4775-9cbf-bb841458081f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.517456] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 952.517456] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f29944-a167-abe3-0a2c-978364f89388" [ 952.517456] env[69374]: _type = "Task" [ 952.517456] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.525894] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f29944-a167-abe3-0a2c-978364f89388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.793940] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.920401] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 952.921534] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.264s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.921729] env[69374]: DEBUG oslo_concurrency.lockutils [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 54.010s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.921930] env[69374]: DEBUG nova.objects.instance [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 952.924830] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.925715] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Cleaning up deleted instances {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 952.954279] env[69374]: DEBUG nova.compute.manager [req-7de6a3ca-d1e0-4ab1-8a4e-84c3cf5dae38 req-4d436687-0205-4439-a99d-b3934e625911 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Received event network-vif-deleted-837e4505-e20c-41c9-b5b1-bb3b27cb7277 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.954459] env[69374]: INFO nova.compute.manager [req-7de6a3ca-d1e0-4ab1-8a4e-84c3cf5dae38 req-4d436687-0205-4439-a99d-b3934e625911 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Neutron deleted interface 837e4505-e20c-41c9-b5b1-bb3b27cb7277; detaching it from the instance and deleting it from the info cache [ 952.954605] env[69374]: DEBUG nova.network.neutron [req-7de6a3ca-d1e0-4ab1-8a4e-84c3cf5dae38 req-4d436687-0205-4439-a99d-b3934e625911 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.034024] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f29944-a167-abe3-0a2c-978364f89388, 'name': SearchDatastore_Task, 'duration_secs': 0.031108} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.034546] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.034918] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.035332] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.035583] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.035866] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.037426] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a364b584-3765-4335-8702-6c436d456257 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.048655] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.048655] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.048940] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cce8180-8018-40c3-8a48-33276ca7e802 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.057378] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 953.057378] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c5d961-11d8-f6df-386f-819af34d3c45" [ 953.057378] env[69374]: _type = "Task" [ 953.057378] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.071467] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c5d961-11d8-f6df-386f-819af34d3c45, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.072748] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2679dbb8-3dab-4ba6-9e95-01455755784d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.082721] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 953.082721] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52eb2cfd-6ed2-b148-a516-9fdddd5f5024" [ 953.082721] env[69374]: _type = "Task" [ 953.082721] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.098534] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52eb2cfd-6ed2-b148-a516-9fdddd5f5024, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.099053] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.099407] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] d0e61a0d-d9ac-43a8-8381-adeb72711345/d0e61a0d-d9ac-43a8-8381-adeb72711345.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.099748] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de98f68e-3f1c-4a2f-b7e5-0cc190d7281b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.107390] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 953.107390] env[69374]: value = "task-4111585" [ 953.107390] env[69374]: _type = "Task" [ 953.107390] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.116575] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.293380] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111584, 'name': ReconfigVM_Task, 'duration_secs': 0.710043} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.293704] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e9cfe433-5f9e-43fe-adf6-281c6a2bd11f/e9cfe433-5f9e-43fe-adf6-281c6a2bd11f.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.294435] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aad047d2-8f8c-4449-a43b-56a817100864 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.302623] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 953.302623] env[69374]: value = "task-4111586" [ 953.302623] env[69374]: _type = "Task" [ 953.302623] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.312873] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111586, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.409255] env[69374]: DEBUG nova.network.neutron [-] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.438905] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] There are 41 instances to clean {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 953.439337] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 26e3e3c2-8034-4070-8ac6-790155c15a82] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.459690] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b009f35-3a5a-4a9f-ba50-4f59e885e4f8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.472589] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385b186e-8119-44f8-9926-551671cfaa2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.508995] env[69374]: DEBUG nova.compute.manager [req-7de6a3ca-d1e0-4ab1-8a4e-84c3cf5dae38 req-4d436687-0205-4439-a99d-b3934e625911 service nova] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Detach interface failed, port_id=837e4505-e20c-41c9-b5b1-bb3b27cb7277, reason: Instance 283fd941-f17d-4f36-b200-791f75bf7f97 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 953.618978] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475355} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.618978] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] d0e61a0d-d9ac-43a8-8381-adeb72711345/d0e61a0d-d9ac-43a8-8381-adeb72711345.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.619256] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.619415] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd3fe650-0fde-4b14-b09a-90bcfe197f1c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.626503] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 953.626503] env[69374]: value = "task-4111587" [ 953.626503] env[69374]: _type = "Task" [ 953.626503] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.635093] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.812429] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111586, 'name': Rename_Task, 'duration_secs': 0.352385} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.812720] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.812972] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeaa65c9-a3a8-4f33-84f3-068ca8f75fc0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.821434] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 953.821434] env[69374]: value = "task-4111588" [ 953.821434] env[69374]: _type = "Task" [ 953.821434] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.830300] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.912561] env[69374]: INFO nova.compute.manager [-] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Took 1.63 seconds to deallocate network for instance. [ 953.947642] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: c349daae-0e85-4831-aaf7-ef54d36ab432] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.950674] env[69374]: DEBUG oslo_concurrency.lockutils [None req-59a38f72-2c11-4bc1-a804-012d20c3dde6 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.952245] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.346s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.952245] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.954165] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.936s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.956527] env[69374]: INFO nova.compute.claims [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.991751] env[69374]: INFO nova.scheduler.client.report [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Deleted allocations for instance 57575546-660a-4ce5-b6b0-f0a0dfaa5169 [ 954.137211] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072024} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.137564] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.138512] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d817d7-ff00-4d08-af30-bd4fc795edea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.166940] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] d0e61a0d-d9ac-43a8-8381-adeb72711345/d0e61a0d-d9ac-43a8-8381-adeb72711345.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.167443] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-549b2cf3-a8b5-4aca-aa39-5d4a9a551683 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.188613] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 954.188613] env[69374]: value = "task-4111589" [ 954.188613] env[69374]: _type = "Task" [ 954.188613] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.197408] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.335032] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.453058] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: ec8737e3-c6fb-4e50-be61-726fd118d3cc] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.464106] env[69374]: INFO nova.compute.manager [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Took 0.55 seconds to detach 1 volumes for instance. [ 954.468378] env[69374]: DEBUG nova.compute.manager [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Deleting volume: aa63395c-465a-469f-a8ab-c40ce8fb9d5f {{(pid=69374) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 954.499213] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b688e0be-4b8d-461f-aa9f-284dc8ac847f tempest-ServersWithSpecificFlavorTestJSON-1392680643 tempest-ServersWithSpecificFlavorTestJSON-1392680643-project-member] Lock "57575546-660a-4ce5-b6b0-f0a0dfaa5169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.409s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.700920] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.835456] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.961036] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: ee7e33f7-25ba-46d1-84b8-07b05170a1b6] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.025308] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.206791] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111589, 'name': ReconfigVM_Task, 'duration_secs': 0.75233} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.207203] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Reconfigured VM instance instance-00000042 to attach disk [datastore2] d0e61a0d-d9ac-43a8-8381-adeb72711345/d0e61a0d-d9ac-43a8-8381-adeb72711345.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.208061] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74e58e16-d307-47b8-9c5c-b931da30cc75 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.220454] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 955.220454] env[69374]: value = "task-4111591" [ 955.220454] env[69374]: _type = "Task" [ 955.220454] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.236114] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111591, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.334355] env[69374]: DEBUG oslo_vmware.api [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111588, 'name': PowerOnVM_Task, 'duration_secs': 1.170098} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.337293] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.337736] env[69374]: INFO nova.compute.manager [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Took 9.25 seconds to spawn the instance on the hypervisor. [ 955.337736] env[69374]: DEBUG nova.compute.manager [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.339779] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19feea4-6dcf-40e9-acf2-dd7322a3412f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.429999] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1b6b79-e45d-494f-8686-c31034e36c9d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.440633] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eccf016-2e75-40e1-a975-10ae5cd3f151 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.475409] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: e8d90ed7-91d5-4d19-a4d4-e200c43b3de2] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.478390] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96ffe13-b96c-4178-9b25-9c578fc34635 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.487498] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cc05d6-8c89-46a2-84b9-51cbbf154f4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.503126] env[69374]: DEBUG nova.compute.provider_tree [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.732050] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111591, 'name': Rename_Task, 'duration_secs': 0.169983} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.732050] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.732050] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da5c902f-9c86-442a-a6e4-e8b8f93dc397 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.738545] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 955.738545] env[69374]: value = "task-4111592" [ 955.738545] env[69374]: _type = "Task" [ 955.738545] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.747674] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.857383] env[69374]: INFO nova.compute.manager [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Took 59.05 seconds to build instance. [ 955.982727] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: ef27b1d5-1bb8-48ca-8ec1-149520bac6dd] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.006242] env[69374]: DEBUG nova.scheduler.client.report [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.250098] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111592, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.364301] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65bace1a-134f-4d19-847b-4ab455221ae1 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.565s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.486969] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 6e9d6306-132d-4d57-8c21-507efe2dd8eb] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.513812] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.514526] env[69374]: DEBUG nova.compute.manager [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.520344] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.080s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.520344] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.524481] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 52.847s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.526048] env[69374]: INFO nova.compute.claims [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.571059] env[69374]: INFO nova.scheduler.client.report [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Deleted allocations for instance 952742cc-1231-4064-9d92-e28e196553c1 [ 956.750877] env[69374]: DEBUG oslo_vmware.api [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111592, 'name': PowerOnVM_Task, 'duration_secs': 0.913012} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.751318] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.751540] env[69374]: INFO nova.compute.manager [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Took 8.05 seconds to spawn the instance on the hypervisor. [ 956.751721] env[69374]: DEBUG nova.compute.manager [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 956.752804] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8d327f-9bd1-4645-a9f0-9cbc6367ff5f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.991210] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: d9bfc0a0-60da-4491-9c2e-14dfa871b025] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.031359] env[69374]: DEBUG nova.compute.utils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.035036] env[69374]: DEBUG nova.compute.manager [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.036771] env[69374]: DEBUG nova.network.neutron [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.085124] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e86d530-861c-47d9-879d-a3cbda505b4b tempest-ServersTestManualDisk-1353619311 tempest-ServersTestManualDisk-1353619311-project-member] Lock "952742cc-1231-4064-9d92-e28e196553c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.118s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.150964] env[69374]: DEBUG nova.policy [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e45ab78b42714f73a217c52396093cb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d4abc174a9e413e86e9a2edafc19ae6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.277322] env[69374]: INFO nova.compute.manager [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Took 59.87 seconds to build instance. [ 957.495878] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 5149de8c-a780-42f3-b06e-8c51585a5329] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.545965] env[69374]: DEBUG nova.compute.manager [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.763208] env[69374]: DEBUG nova.network.neutron [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Successfully created port: d385bb2e-30d2-4ce6-b8a4-73de49224059 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.778365] env[69374]: DEBUG oslo_concurrency.lockutils [None req-52e07092-1e1c-4d40-807d-9fdd26a3c9ad tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "d0e61a0d-d9ac-43a8-8381-adeb72711345" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.381s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.999019] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 78a90f76-8aeb-4a74-a2a7-ee67621f8275] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.102634] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f66071-e743-4dd1-b9ba-ce9c265c9835 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.112162] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdd69ab-ae20-4d13-88bc-b7530246c847 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.150500] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19679e2-1894-4c95-ac4f-8f09b0ca77e8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.160352] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbfe9b1-4c23-4793-ada8-2d902a3a452d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.177227] env[69374]: DEBUG nova.compute.provider_tree [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.509192] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: a1ecf066-1131-4880-9e8b-cfc5296b0ba7] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.560617] env[69374]: DEBUG nova.compute.manager [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.604894] env[69374]: DEBUG nova.virt.hardware [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.604894] env[69374]: DEBUG nova.virt.hardware [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.604894] env[69374]: DEBUG nova.virt.hardware [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.604894] env[69374]: DEBUG nova.virt.hardware [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.604894] env[69374]: DEBUG nova.virt.hardware [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.604894] env[69374]: DEBUG nova.virt.hardware [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.604894] env[69374]: DEBUG nova.virt.hardware [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.604894] env[69374]: DEBUG nova.virt.hardware [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.604894] env[69374]: DEBUG nova.virt.hardware [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.604894] env[69374]: DEBUG nova.virt.hardware [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.604894] env[69374]: DEBUG nova.virt.hardware [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.606565] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e58913-17a8-4613-86bf-2b263ed7c851 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.621165] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8598f9-873b-49fe-a952-dc25b401db08 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.681570] env[69374]: DEBUG nova.scheduler.client.report [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.016037] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: c3c4d8dc-bc7f-4128-b323-341d335219cb] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.188602] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.189242] env[69374]: DEBUG nova.compute.manager [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.192628] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 54.619s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.193200] env[69374]: DEBUG nova.objects.instance [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 959.522601] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 2c5d994d-aa71-47bd-8ecd-f077dd409472] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.676314] env[69374]: DEBUG nova.compute.manager [req-06ee2547-c694-4d08-9c6c-e3dc46413ba2 req-d2dcccb2-131b-41a6-97f5-52028b52004d service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Received event network-vif-plugged-d385bb2e-30d2-4ce6-b8a4-73de49224059 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.676314] env[69374]: DEBUG oslo_concurrency.lockutils [req-06ee2547-c694-4d08-9c6c-e3dc46413ba2 req-d2dcccb2-131b-41a6-97f5-52028b52004d service nova] Acquiring lock "bdf4e988-dcd8-4028-b157-5c681d03c83d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.676314] env[69374]: DEBUG oslo_concurrency.lockutils [req-06ee2547-c694-4d08-9c6c-e3dc46413ba2 req-d2dcccb2-131b-41a6-97f5-52028b52004d service nova] Lock "bdf4e988-dcd8-4028-b157-5c681d03c83d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.676314] env[69374]: DEBUG oslo_concurrency.lockutils [req-06ee2547-c694-4d08-9c6c-e3dc46413ba2 req-d2dcccb2-131b-41a6-97f5-52028b52004d service nova] Lock "bdf4e988-dcd8-4028-b157-5c681d03c83d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.680591] env[69374]: DEBUG nova.compute.manager [req-06ee2547-c694-4d08-9c6c-e3dc46413ba2 req-d2dcccb2-131b-41a6-97f5-52028b52004d service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] No waiting events found dispatching network-vif-plugged-d385bb2e-30d2-4ce6-b8a4-73de49224059 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 959.681687] env[69374]: WARNING nova.compute.manager [req-06ee2547-c694-4d08-9c6c-e3dc46413ba2 req-d2dcccb2-131b-41a6-97f5-52028b52004d service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Received unexpected event network-vif-plugged-d385bb2e-30d2-4ce6-b8a4-73de49224059 for instance with vm_state building and task_state spawning. [ 959.695217] env[69374]: DEBUG nova.network.neutron [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Successfully updated port: d385bb2e-30d2-4ce6-b8a4-73de49224059 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.700867] env[69374]: DEBUG nova.compute.utils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.703056] env[69374]: DEBUG nova.compute.manager [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.703240] env[69374]: DEBUG nova.network.neutron [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.771235] env[69374]: DEBUG nova.policy [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a7439a584f4f14862c7a0b674b2dd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '902a8814e6cc4ca385b72bb44b96861b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.811020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "31448034-c45f-4db5-94c8-4f25aed681d4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.811020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "31448034-c45f-4db5-94c8-4f25aed681d4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.811020] env[69374]: DEBUG nova.compute.manager [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.811020] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b6bc1e-7091-4d9a-8548-f3ea3b854e2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.821553] env[69374]: DEBUG nova.compute.manager [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69374) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 959.823483] env[69374]: DEBUG nova.objects.instance [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lazy-loading 'flavor' on Instance uuid 31448034-c45f-4db5-94c8-4f25aed681d4 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.026195] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: a964bb90-bac0-4408-adc0-bef9a160fbd0] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.165339] env[69374]: DEBUG nova.network.neutron [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Successfully created port: 9160bc6e-8d8a-4349-9c61-efa8a64dacb1 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.203719] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquiring lock "refresh_cache-bdf4e988-dcd8-4028-b157-5c681d03c83d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.203719] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquired lock "refresh_cache-bdf4e988-dcd8-4028-b157-5c681d03c83d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.203719] env[69374]: DEBUG nova.network.neutron [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.205507] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e1571b3e-e478-49c6-8634-4925c044b725 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.205895] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.155s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.207229] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.208331] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.005s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.208515] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.210354] env[69374]: DEBUG oslo_concurrency.lockutils [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 50.600s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.210546] env[69374]: DEBUG nova.objects.instance [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 960.214524] env[69374]: DEBUG nova.compute.manager [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.252535] env[69374]: INFO nova.scheduler.client.report [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted allocations for instance 789144b7-6a4e-4634-abc1-ca01bcba7710 [ 960.258217] env[69374]: INFO nova.scheduler.client.report [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleted allocations for instance 702f1036-cfda-4b41-87ae-6a5d4c60e758 [ 960.533073] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: d2dd5502-8ae0-4800-9c38-71fc70e38f3d] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.764371] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2da44fbb-3910-431a-9508-a219fc146ea4 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "789144b7-6a4e-4634-abc1-ca01bcba7710" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.487s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.768125] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15c796bc-015c-4322-90d5-aef5c292e37d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "702f1036-cfda-4b41-87ae-6a5d4c60e758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.773s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.829013] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.829202] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89a62356-52ad-440d-baa7-ff7b088dfbf2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.838227] env[69374]: DEBUG oslo_vmware.api [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 960.838227] env[69374]: value = "task-4111593" [ 960.838227] env[69374]: _type = "Task" [ 960.838227] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.846238] env[69374]: DEBUG oslo_vmware.api [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.985618] env[69374]: DEBUG nova.network.neutron [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.035043] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: ed942bf3-996f-4c11-9a5e-eedb3d85b06e] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.227261] env[69374]: DEBUG oslo_concurrency.lockutils [None req-232ea0f4-30f7-4470-8d22-99f5c39eb5e3 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.231561] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.803s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.231917] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.234428] env[69374]: DEBUG oslo_concurrency.lockutils [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.488s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.234657] env[69374]: DEBUG oslo_concurrency.lockutils [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.237045] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.764s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.237314] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.239814] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.308s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.240032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.242880] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.461s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.243549] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.246217] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.535s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.247800] env[69374]: INFO nova.compute.claims [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.254242] env[69374]: DEBUG nova.network.neutron [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Updating instance_info_cache with network_info: [{"id": "d385bb2e-30d2-4ce6-b8a4-73de49224059", "address": "fa:16:3e:2b:e1:cf", "network": {"id": "66a070a6-667f-4bce-8376-c24aa8366ae2", "bridge": "br-int", "label": "tempest-ServersTestJSON-178041143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d4abc174a9e413e86e9a2edafc19ae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385bb2e-30", "ovs_interfaceid": "d385bb2e-30d2-4ce6-b8a4-73de49224059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.257210] env[69374]: DEBUG nova.compute.manager [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.279302] env[69374]: INFO nova.scheduler.client.report [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Deleted allocations for instance f2722731-3d5f-43c3-8edf-49246bfe6643 [ 961.285873] env[69374]: INFO nova.scheduler.client.report [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Deleted allocations for instance 79593cb2-e266-49c8-905d-c0ff06320f3a [ 961.296974] env[69374]: INFO nova.scheduler.client.report [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted allocations for instance 68199287-6193-4cc9-af64-d96ff4f254bf [ 961.305171] env[69374]: INFO nova.scheduler.client.report [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Deleted allocations for instance 1c81ac2d-3c62-4228-9eab-609f12f442fe [ 961.311452] env[69374]: DEBUG nova.virt.hardware [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.311692] env[69374]: DEBUG nova.virt.hardware [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.311843] env[69374]: DEBUG nova.virt.hardware [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.312171] env[69374]: DEBUG nova.virt.hardware [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.312443] env[69374]: DEBUG nova.virt.hardware [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.312604] env[69374]: DEBUG nova.virt.hardware [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.312818] env[69374]: DEBUG nova.virt.hardware [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.312973] env[69374]: DEBUG nova.virt.hardware [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.313205] env[69374]: DEBUG nova.virt.hardware [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.313392] env[69374]: DEBUG nova.virt.hardware [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.313586] env[69374]: DEBUG nova.virt.hardware [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.314515] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0dc3c6-7be0-40dd-9233-aa33124bf262 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.318674] env[69374]: INFO nova.scheduler.client.report [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleted allocations for instance 26b0f6c3-7bf6-4786-8998-cdd3c334ba61 [ 961.331400] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2be264-94f8-4bf0-b84e-b0e54247065f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.356400] env[69374]: DEBUG oslo_vmware.api [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111593, 'name': PowerOffVM_Task, 'duration_secs': 0.497542} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.356697] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.356899] env[69374]: DEBUG nova.compute.manager [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 961.358443] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c6147d-e0d5-42ec-8571-efd5f3b21592 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.538693] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: ed59b5f6-30c7-4e93-8340-abd701b8a7e9] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.761800] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Releasing lock "refresh_cache-bdf4e988-dcd8-4028-b157-5c681d03c83d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.763048] env[69374]: DEBUG nova.compute.manager [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Instance network_info: |[{"id": "d385bb2e-30d2-4ce6-b8a4-73de49224059", "address": "fa:16:3e:2b:e1:cf", "network": {"id": "66a070a6-667f-4bce-8376-c24aa8366ae2", "bridge": "br-int", "label": "tempest-ServersTestJSON-178041143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d4abc174a9e413e86e9a2edafc19ae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385bb2e-30", "ovs_interfaceid": "d385bb2e-30d2-4ce6-b8a4-73de49224059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.764986] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:e1:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd385bb2e-30d2-4ce6-b8a4-73de49224059', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.774104] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Creating folder: Project (7d4abc174a9e413e86e9a2edafc19ae6). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.778358] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5b74062-04b1-4e40-be15-082ae2109092 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.794250] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Created folder: Project (7d4abc174a9e413e86e9a2edafc19ae6) in parent group-v814324. [ 961.795090] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Creating folder: Instances. Parent ref: group-v814518. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.795234] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3a9503ae-eb3d-42a3-bbfd-41082a35af04 tempest-ServerPasswordTestJSON-1824844944 tempest-ServerPasswordTestJSON-1824844944-project-member] Lock "f2722731-3d5f-43c3-8edf-49246bfe6643" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.633s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.799180] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65ee85f4-4290-4a65-b71d-b584f6b9659c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.814693] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60e35d26-b473-4a6f-a1ac-fdff984d39e0 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "68199287-6193-4cc9-af64-d96ff4f254bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.995s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.816410] env[69374]: DEBUG oslo_concurrency.lockutils [None req-25d21237-aed0-4a90-9186-d04aeb646208 tempest-FloatingIPsAssociationTestJSON-1776086101 tempest-FloatingIPsAssociationTestJSON-1776086101-project-member] Lock "79593cb2-e266-49c8-905d-c0ff06320f3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.906s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.822680] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2f4a2cf5-15e9-4058-972e-2f8a941da64d tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "1c81ac2d-3c62-4228-9eab-609f12f442fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.618s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.834206] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Created folder: Instances in parent group-v814518. [ 961.834206] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.834858] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3c08ef20-cfcb-459b-a7f6-9297218cefc0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "26b0f6c3-7bf6-4786-8998-cdd3c334ba61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.934s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.840251] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.840682] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74c04937-8803-447d-81be-29ce8c06d5b0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.869526] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.869526] env[69374]: value = "task-4111596" [ 961.869526] env[69374]: _type = "Task" [ 961.869526] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.879155] env[69374]: DEBUG oslo_concurrency.lockutils [None req-157a1b9f-ef75-4437-b8b4-056faa7c3d15 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "31448034-c45f-4db5-94c8-4f25aed681d4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.886698] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111596, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.042144] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 67a00538-d67f-4697-97d6-bb1c221847bf] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.075694] env[69374]: DEBUG nova.compute.manager [req-1ab79e53-1c71-41c8-84da-642187556420 req-85e1cb7b-0a5f-47c5-8b47-4d8f4f704075 service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Received event network-changed-d385bb2e-30d2-4ce6-b8a4-73de49224059 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.075694] env[69374]: DEBUG nova.compute.manager [req-1ab79e53-1c71-41c8-84da-642187556420 req-85e1cb7b-0a5f-47c5-8b47-4d8f4f704075 service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Refreshing instance network info cache due to event network-changed-d385bb2e-30d2-4ce6-b8a4-73de49224059. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.075694] env[69374]: DEBUG oslo_concurrency.lockutils [req-1ab79e53-1c71-41c8-84da-642187556420 req-85e1cb7b-0a5f-47c5-8b47-4d8f4f704075 service nova] Acquiring lock "refresh_cache-bdf4e988-dcd8-4028-b157-5c681d03c83d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.075694] env[69374]: DEBUG oslo_concurrency.lockutils [req-1ab79e53-1c71-41c8-84da-642187556420 req-85e1cb7b-0a5f-47c5-8b47-4d8f4f704075 service nova] Acquired lock "refresh_cache-bdf4e988-dcd8-4028-b157-5c681d03c83d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.075694] env[69374]: DEBUG nova.network.neutron [req-1ab79e53-1c71-41c8-84da-642187556420 req-85e1cb7b-0a5f-47c5-8b47-4d8f4f704075 service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Refreshing network info cache for port d385bb2e-30d2-4ce6-b8a4-73de49224059 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.153304] env[69374]: DEBUG nova.network.neutron [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Successfully updated port: 9160bc6e-8d8a-4349-9c61-efa8a64dacb1 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.228502] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2830b0-8e42-49b4-ac9a-5a48b1652cef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.237631] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9cee79-50d7-4481-b073-3dcc352faadd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.276572] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5f9cae-9a66-4a15-a3fd-78f195d85255 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.286141] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c352c5-b481-4f6d-9817-302beb9cf0a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.302661] env[69374]: DEBUG nova.compute.provider_tree [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.303737] env[69374]: WARNING oslo_messaging._drivers.amqpdriver [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 962.308754] env[69374]: DEBUG oslo_concurrency.lockutils [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "8f7563b6-b739-48f5-afcd-74ff590d32ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.309156] env[69374]: DEBUG oslo_concurrency.lockutils [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "8f7563b6-b739-48f5-afcd-74ff590d32ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.309500] env[69374]: DEBUG oslo_concurrency.lockutils [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "8f7563b6-b739-48f5-afcd-74ff590d32ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.309798] env[69374]: DEBUG oslo_concurrency.lockutils [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "8f7563b6-b739-48f5-afcd-74ff590d32ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.310119] env[69374]: DEBUG oslo_concurrency.lockutils [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "8f7563b6-b739-48f5-afcd-74ff590d32ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.312722] env[69374]: INFO nova.compute.manager [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Terminating instance [ 962.381908] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111596, 'name': CreateVM_Task, 'duration_secs': 0.414472} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.382117] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.382834] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.382997] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.383339] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.383595] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947187f2-8bff-4cb6-a853-160becb73744 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.389062] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for the task: (returnval){ [ 962.389062] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52085b10-ec65-efa1-b64f-93c0f5399e0b" [ 962.389062] env[69374]: _type = "Task" [ 962.389062] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.397104] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52085b10-ec65-efa1-b64f-93c0f5399e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.545961] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: ad8c7bf8-0e9d-4e18-940a-f987e0ac954b] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.661344] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "refresh_cache-b4a597c2-2bca-4eaa-9792-a98df34155a0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.661421] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "refresh_cache-b4a597c2-2bca-4eaa-9792-a98df34155a0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.661572] env[69374]: DEBUG nova.network.neutron [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.807399] env[69374]: DEBUG nova.scheduler.client.report [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.819948] env[69374]: DEBUG nova.compute.manager [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.820433] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.821244] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b56a734-736a-4142-9fea-2886e4c9f221 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.835475] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.836421] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-885fb991-9f60-4ee9-8553-515a3d073074 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.844987] env[69374]: DEBUG oslo_vmware.api [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 962.844987] env[69374]: value = "task-4111597" [ 962.844987] env[69374]: _type = "Task" [ 962.844987] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.856828] env[69374]: DEBUG oslo_vmware.api [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.902018] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52085b10-ec65-efa1-b64f-93c0f5399e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.902584] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.902724] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.903050] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.903274] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.903485] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.903767] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d47ab129-4551-4272-a550-8ddacadb619e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.913996] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.914188] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.915024] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eaca4bf-099e-4803-a273-6f725372248c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.921256] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for the task: (returnval){ [ 962.921256] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a74457-31f2-dbd7-84b6-97fa7286e6ae" [ 962.921256] env[69374]: _type = "Task" [ 962.921256] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.934386] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a74457-31f2-dbd7-84b6-97fa7286e6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.053497] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: b08b3ed7-5812-432e-b618-f43104029336] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.155205] env[69374]: DEBUG nova.network.neutron [req-1ab79e53-1c71-41c8-84da-642187556420 req-85e1cb7b-0a5f-47c5-8b47-4d8f4f704075 service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Updated VIF entry in instance network info cache for port d385bb2e-30d2-4ce6-b8a4-73de49224059. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.155570] env[69374]: DEBUG nova.network.neutron [req-1ab79e53-1c71-41c8-84da-642187556420 req-85e1cb7b-0a5f-47c5-8b47-4d8f4f704075 service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Updating instance_info_cache with network_info: [{"id": "d385bb2e-30d2-4ce6-b8a4-73de49224059", "address": "fa:16:3e:2b:e1:cf", "network": {"id": "66a070a6-667f-4bce-8376-c24aa8366ae2", "bridge": "br-int", "label": "tempest-ServersTestJSON-178041143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d4abc174a9e413e86e9a2edafc19ae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385bb2e-30", "ovs_interfaceid": "d385bb2e-30d2-4ce6-b8a4-73de49224059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.208490] env[69374]: DEBUG nova.network.neutron [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.314652] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.068s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.316056] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.372s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.358802] env[69374]: DEBUG oslo_vmware.api [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111597, 'name': PowerOffVM_Task, 'duration_secs': 0.23489} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.359099] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.359269] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.361819] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49d945d9-1638-446f-a9d5-2475eee63b0f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.435440] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a74457-31f2-dbd7-84b6-97fa7286e6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.01286} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.438307] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.438599] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.438797] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleting the datastore file [datastore1] 8f7563b6-b739-48f5-afcd-74ff590d32ef {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.439516] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25362003-f54d-4eb6-9de4-d921ffde53ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.443828] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-602d3cbf-6e43-4ce6-b80d-8998c6c13080 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.450869] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for the task: (returnval){ [ 963.450869] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526f1697-1e8e-408e-b222-216742ba2755" [ 963.450869] env[69374]: _type = "Task" [ 963.450869] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.453266] env[69374]: DEBUG oslo_vmware.api [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 963.453266] env[69374]: value = "task-4111599" [ 963.453266] env[69374]: _type = "Task" [ 963.453266] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.474697] env[69374]: DEBUG oslo_vmware.api [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.483223] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526f1697-1e8e-408e-b222-216742ba2755, 'name': SearchDatastore_Task, 'duration_secs': 0.012043} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.483524] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.483809] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] bdf4e988-dcd8-4028-b157-5c681d03c83d/bdf4e988-dcd8-4028-b157-5c681d03c83d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.484215] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7805d5ed-d8e1-472f-887f-91af98c1c574 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.492337] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for the task: (returnval){ [ 963.492337] env[69374]: value = "task-4111600" [ 963.492337] env[69374]: _type = "Task" [ 963.492337] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.503298] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.558939] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 38c6330f-116c-4976-b127-e2b389e00475] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.580050] env[69374]: DEBUG nova.network.neutron [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Updating instance_info_cache with network_info: [{"id": "9160bc6e-8d8a-4349-9c61-efa8a64dacb1", "address": "fa:16:3e:1f:81:a8", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9160bc6e-8d", "ovs_interfaceid": "9160bc6e-8d8a-4349-9c61-efa8a64dacb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.658835] env[69374]: DEBUG oslo_concurrency.lockutils [req-1ab79e53-1c71-41c8-84da-642187556420 req-85e1cb7b-0a5f-47c5-8b47-4d8f4f704075 service nova] Releasing lock "refresh_cache-bdf4e988-dcd8-4028-b157-5c681d03c83d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.698457] env[69374]: DEBUG nova.objects.instance [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lazy-loading 'flavor' on Instance uuid 31448034-c45f-4db5-94c8-4f25aed681d4 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.825344] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquiring lock "8e17d1ae-4db7-49bb-b8ce-98ef304f67f3" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.825344] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "8e17d1ae-4db7-49bb-b8ce-98ef304f67f3" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.973975] env[69374]: DEBUG oslo_vmware.api [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168036} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.975220] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.975588] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.975814] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.975952] env[69374]: INFO nova.compute.manager [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 963.976239] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.976457] env[69374]: DEBUG nova.compute.manager [-] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.976555] env[69374]: DEBUG nova.network.neutron [-] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.006459] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111600, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.070337] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: b3bf4a76-61e9-401a-a75c-c89cd0b74119] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.083213] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "refresh_cache-b4a597c2-2bca-4eaa-9792-a98df34155a0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.083684] env[69374]: DEBUG nova.compute.manager [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Instance network_info: |[{"id": "9160bc6e-8d8a-4349-9c61-efa8a64dacb1", "address": "fa:16:3e:1f:81:a8", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9160bc6e-8d", "ovs_interfaceid": "9160bc6e-8d8a-4349-9c61-efa8a64dacb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.084186] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:81:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9160bc6e-8d8a-4349-9c61-efa8a64dacb1', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.096775] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.097154] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.097377] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9a857f1-6c7d-4d83-aa2c-0fe714dd2d39 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.129057] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.129057] env[69374]: value = "task-4111601" [ 964.129057] env[69374]: _type = "Task" [ 964.129057] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.143171] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111601, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.207349] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "refresh_cache-31448034-c45f-4db5-94c8-4f25aed681d4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.207349] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquired lock "refresh_cache-31448034-c45f-4db5-94c8-4f25aed681d4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.207639] env[69374]: DEBUG nova.network.neutron [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.207868] env[69374]: DEBUG nova.objects.instance [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lazy-loading 'info_cache' on Instance uuid 31448034-c45f-4db5-94c8-4f25aed681d4 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.275378] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "b7e0528a-581a-4001-bdb8-e16f3f28647f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.275646] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "b7e0528a-581a-4001-bdb8-e16f3f28647f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.306976] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd94faf9-bdaf-45b7-9c7a-aaa4f3fabf41 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.317986] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6cf559-ea4a-425f-9506-2317969f64ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.361094] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "8e17d1ae-4db7-49bb-b8ce-98ef304f67f3" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.535s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.361094] env[69374]: DEBUG nova.compute.manager [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.364822] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea58dda-6e87-4a51-be5a-085452384317 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.373988] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29463ccb-f28d-4b27-b5fd-b6577c3955d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.389852] env[69374]: DEBUG nova.compute.provider_tree [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.507688] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680578} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.507947] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] bdf4e988-dcd8-4028-b157-5c681d03c83d/bdf4e988-dcd8-4028-b157-5c681d03c83d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.508227] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.508685] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-725f06c5-e20f-414e-8b04-9317c7530807 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.516633] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for the task: (returnval){ [ 964.516633] env[69374]: value = "task-4111602" [ 964.516633] env[69374]: _type = "Task" [ 964.516633] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.530275] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.575565] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 32b4b621-d544-4e28-8efb-35718d714c4d] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.642391] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111601, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.711749] env[69374]: DEBUG nova.objects.base [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Object Instance<31448034-c45f-4db5-94c8-4f25aed681d4> lazy-loaded attributes: flavor,info_cache {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 964.778569] env[69374]: DEBUG nova.compute.manager [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.828377] env[69374]: DEBUG nova.compute.manager [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Received event network-vif-plugged-9160bc6e-8d8a-4349-9c61-efa8a64dacb1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.828703] env[69374]: DEBUG oslo_concurrency.lockutils [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] Acquiring lock "b4a597c2-2bca-4eaa-9792-a98df34155a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.828794] env[69374]: DEBUG oslo_concurrency.lockutils [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] Lock "b4a597c2-2bca-4eaa-9792-a98df34155a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.828907] env[69374]: DEBUG oslo_concurrency.lockutils [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] Lock "b4a597c2-2bca-4eaa-9792-a98df34155a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.829129] env[69374]: DEBUG nova.compute.manager [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] No waiting events found dispatching network-vif-plugged-9160bc6e-8d8a-4349-9c61-efa8a64dacb1 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 964.830469] env[69374]: WARNING nova.compute.manager [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Received unexpected event network-vif-plugged-9160bc6e-8d8a-4349-9c61-efa8a64dacb1 for instance with vm_state building and task_state spawning. [ 964.830469] env[69374]: DEBUG nova.compute.manager [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Received event network-changed-9160bc6e-8d8a-4349-9c61-efa8a64dacb1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.830469] env[69374]: DEBUG nova.compute.manager [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Refreshing instance network info cache due to event network-changed-9160bc6e-8d8a-4349-9c61-efa8a64dacb1. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.830469] env[69374]: DEBUG oslo_concurrency.lockutils [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] Acquiring lock "refresh_cache-b4a597c2-2bca-4eaa-9792-a98df34155a0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.830469] env[69374]: DEBUG oslo_concurrency.lockutils [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] Acquired lock "refresh_cache-b4a597c2-2bca-4eaa-9792-a98df34155a0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.830469] env[69374]: DEBUG nova.network.neutron [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Refreshing network info cache for port 9160bc6e-8d8a-4349-9c61-efa8a64dacb1 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.866041] env[69374]: DEBUG nova.compute.utils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.868061] env[69374]: DEBUG nova.compute.manager [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.868282] env[69374]: DEBUG nova.network.neutron [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.898120] env[69374]: DEBUG nova.scheduler.client.report [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.945736] env[69374]: DEBUG nova.policy [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2089c9af1c3c4e8e9281df22b62874aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31aa8cf4749646e5b01a17be30b728a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.030346] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098825} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.030346] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.030346] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48037f14-6686-4f1a-854f-f37140632bc9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.058029] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] bdf4e988-dcd8-4028-b157-5c681d03c83d/bdf4e988-dcd8-4028-b157-5c681d03c83d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.058508] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba8c24a6-1deb-47af-b149-3e2a7862e69d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.080683] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 4a9a8f27-9e1d-41e2-b6aa-941746b393d9] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.086037] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for the task: (returnval){ [ 965.086037] env[69374]: value = "task-4111603" [ 965.086037] env[69374]: _type = "Task" [ 965.086037] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.088242] env[69374]: DEBUG nova.network.neutron [-] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.097895] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111603, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.142026] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111601, 'name': CreateVM_Task, 'duration_secs': 0.515269} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.142201] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.142939] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.143243] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.143605] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.143928] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7531e91d-5d57-433c-ad16-cba0bd64b70a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.150508] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 965.150508] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52dfd240-754b-b9e1-d2aa-66b8ba9cb389" [ 965.150508] env[69374]: _type = "Task" [ 965.150508] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.159684] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52dfd240-754b-b9e1-d2aa-66b8ba9cb389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.301648] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.302179] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.318866] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.372416] env[69374]: DEBUG nova.compute.manager [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.588084] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: af67629c-8b83-41b7-847c-049a305f970c] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.591764] env[69374]: INFO nova.compute.manager [-] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Took 1.62 seconds to deallocate network for instance. [ 965.602309] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111603, 'name': ReconfigVM_Task, 'duration_secs': 0.311329} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.602309] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Reconfigured VM instance instance-00000043 to attach disk [datastore2] bdf4e988-dcd8-4028-b157-5c681d03c83d/bdf4e988-dcd8-4028-b157-5c681d03c83d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.603058] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe7747f7-c79f-4141-b47c-8736c11f31e8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.612713] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for the task: (returnval){ [ 965.612713] env[69374]: value = "task-4111604" [ 965.612713] env[69374]: _type = "Task" [ 965.612713] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.626577] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111604, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.666869] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52dfd240-754b-b9e1-d2aa-66b8ba9cb389, 'name': SearchDatastore_Task, 'duration_secs': 0.012449} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.667289] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.667577] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.671075] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.671075] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.671075] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.671075] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-248fe0fe-a530-4064-b962-9b52d1c245d0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.678359] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.678576] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.679426] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516dee9e-fe6b-4431-b58d-9538e67eddcc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.684555] env[69374]: DEBUG nova.network.neutron [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Updated VIF entry in instance network info cache for port 9160bc6e-8d8a-4349-9c61-efa8a64dacb1. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.684555] env[69374]: DEBUG nova.network.neutron [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Updating instance_info_cache with network_info: [{"id": "9160bc6e-8d8a-4349-9c61-efa8a64dacb1", "address": "fa:16:3e:1f:81:a8", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9160bc6e-8d", "ovs_interfaceid": "9160bc6e-8d8a-4349-9c61-efa8a64dacb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.690294] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 965.690294] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52822a52-7c10-26da-0fa5-b05bd3e05f7a" [ 965.690294] env[69374]: _type = "Task" [ 965.690294] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.701961] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52822a52-7c10-26da-0fa5-b05bd3e05f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.806035] env[69374]: DEBUG nova.compute.manager [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.910012] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.594s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.910292] env[69374]: DEBUG nova.compute.manager [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69374) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 965.914944] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.627s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.918013] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.918399] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.270s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.918622] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.921512] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.502s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.923115] env[69374]: INFO nova.compute.claims [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.964510] env[69374]: INFO nova.scheduler.client.report [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Deleted allocations for instance 5e27405c-eeb5-4af1-baf5-f9386393587e [ 965.967900] env[69374]: INFO nova.scheduler.client.report [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Deleted allocations for instance a1ab1f2f-0e69-4483-9271-45a85b69608c [ 965.993966] env[69374]: DEBUG nova.network.neutron [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Updating instance_info_cache with network_info: [{"id": "b81486f7-2f88-4495-bcd1-4b7465c7dff4", "address": "fa:16:3e:a3:a2:23", "network": {"id": "67beea91-d6af-458a-b53f-992ec98e772c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802551887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76a55c52e23e4bacaa769b53d1ef84c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb81486f7-2f", "ovs_interfaceid": "b81486f7-2f88-4495-bcd1-4b7465c7dff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.002452] env[69374]: DEBUG nova.network.neutron [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Successfully created port: a270d9e1-8776-4198-8e75-2f0eb2156cd6 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.093343] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: f89bfd02-b61d-4942-851d-d9678c913852] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.104622] env[69374]: DEBUG oslo_concurrency.lockutils [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.125832] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111604, 'name': Rename_Task, 'duration_secs': 0.239859} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.125832] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.125832] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3ea679e-387a-4ceb-a2ec-c984f83684e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.132329] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for the task: (returnval){ [ 966.132329] env[69374]: value = "task-4111605" [ 966.132329] env[69374]: _type = "Task" [ 966.132329] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.145172] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.188291] env[69374]: DEBUG oslo_concurrency.lockutils [req-379eff06-9afe-48df-98b3-b1b34ac9c70e req-e7a23a40-42af-452b-83cf-f7c1278f1574 service nova] Releasing lock "refresh_cache-b4a597c2-2bca-4eaa-9792-a98df34155a0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.204823] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52822a52-7c10-26da-0fa5-b05bd3e05f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.015225} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.204823] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15607694-5f75-4298-97df-bb0dbcdaf74a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.210389] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 966.210389] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525b862c-c5c3-2cd3-4716-c2bf56af732b" [ 966.210389] env[69374]: _type = "Task" [ 966.210389] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.221605] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525b862c-c5c3-2cd3-4716-c2bf56af732b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.333329] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.384234] env[69374]: DEBUG nova.compute.manager [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.418255] env[69374]: DEBUG nova.virt.hardware [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.418530] env[69374]: DEBUG nova.virt.hardware [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.418689] env[69374]: DEBUG nova.virt.hardware [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.418871] env[69374]: DEBUG nova.virt.hardware [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.419201] env[69374]: DEBUG nova.virt.hardware [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.419395] env[69374]: DEBUG nova.virt.hardware [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.419618] env[69374]: DEBUG nova.virt.hardware [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.419782] env[69374]: DEBUG nova.virt.hardware [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.420027] env[69374]: DEBUG nova.virt.hardware [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.420235] env[69374]: DEBUG nova.virt.hardware [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.420418] env[69374]: DEBUG nova.virt.hardware [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.421400] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6135954e-97f1-4cbe-929f-f4b5767c5719 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.441852] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f5092c-cdc4-45e7-9734-f14ffdcc6226 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.478732] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4c5c0269-1e4a-4dc1-9273-d4ea0c83dc07 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "a1ab1f2f-0e69-4483-9271-45a85b69608c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.295s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.480542] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4531c1a5-42b0-49c2-b789-906aa45b7bee tempest-VolumesAdminNegativeTest-1642923854 tempest-VolumesAdminNegativeTest-1642923854-project-member] Lock "5e27405c-eeb5-4af1-baf5-f9386393587e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.299s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.497265] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Releasing lock "refresh_cache-31448034-c45f-4db5-94c8-4f25aed681d4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.535541] env[69374]: INFO nova.scheduler.client.report [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleted allocation for migration 2577ee8e-bfe7-450c-b8fc-8330281fa775 [ 966.599579] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 4687249d-a18e-44e7-842e-e65e00320062] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.643415] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.727022] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525b862c-c5c3-2cd3-4716-c2bf56af732b, 'name': SearchDatastore_Task, 'duration_secs': 0.030463} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.727022] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.727022] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] b4a597c2-2bca-4eaa-9792-a98df34155a0/b4a597c2-2bca-4eaa-9792-a98df34155a0.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.727224] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e9f6db2-a87a-4fed-820b-707c7c73c0fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.736192] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 966.736192] env[69374]: value = "task-4111606" [ 966.736192] env[69374]: _type = "Task" [ 966.736192] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.745930] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.974603] env[69374]: DEBUG nova.compute.manager [req-6694e5c3-307d-4670-ae8f-2fc8e3f75a52 req-644248b0-274d-462e-a708-c32573bc70b4 service nova] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Received event network-vif-deleted-e12bc9bc-3105-4f72-bbbb-c9e90ad7034f {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.044013] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d0c3cb4b-3563-41b5-a7d8-f2b761394ac0 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.168s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.104012] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: f35ffdf6-4113-4f4d-b574-25aef8c0ba27] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.144736] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.202816] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "23852d0d-1e37-458d-bc2f-453086768afc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.202816] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "23852d0d-1e37-458d-bc2f-453086768afc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.202816] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "23852d0d-1e37-458d-bc2f-453086768afc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.202816] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "23852d0d-1e37-458d-bc2f-453086768afc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.202816] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "23852d0d-1e37-458d-bc2f-453086768afc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.205207] env[69374]: INFO nova.compute.manager [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Terminating instance [ 967.250525] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111606, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.385848] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1facd8cd-f5c1-4e1d-a496-379bcb316653 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.396319] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c885be-413d-4122-843b-49b809f7a6cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.435423] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f337ff4-2b3d-47b6-b8a1-13b54acf39d0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.444501] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1dba4d-ab8f-4375-b26a-bb2986f6eb3d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.461066] env[69374]: DEBUG nova.compute.provider_tree [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.505035] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.505917] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d01606-9c9d-4f1f-86a3-c87abd522f96 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.515764] env[69374]: DEBUG oslo_vmware.api [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 967.515764] env[69374]: value = "task-4111607" [ 967.515764] env[69374]: _type = "Task" [ 967.515764] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.526251] env[69374]: DEBUG oslo_vmware.api [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.609556] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: d0e7e240-8276-4bba-8547-7ec13a40cb8e] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.644057] env[69374]: DEBUG oslo_vmware.api [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111605, 'name': PowerOnVM_Task, 'duration_secs': 1.466026} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.644380] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.644590] env[69374]: INFO nova.compute.manager [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Took 9.08 seconds to spawn the instance on the hypervisor. [ 967.644770] env[69374]: DEBUG nova.compute.manager [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.645702] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf6d9af-dd16-4077-9e10-ee6869b7d416 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.708979] env[69374]: DEBUG nova.compute.manager [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.709366] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.710779] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e3b9b6-d232-46de-8645-fee616f6ac45 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.722018] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.722359] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6c99473-4331-4527-aae3-0ef06b8b67dc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.729284] env[69374]: DEBUG oslo_vmware.api [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 967.729284] env[69374]: value = "task-4111608" [ 967.729284] env[69374]: _type = "Task" [ 967.729284] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.740274] env[69374]: DEBUG oslo_vmware.api [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.750515] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627649} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.750872] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] b4a597c2-2bca-4eaa-9792-a98df34155a0/b4a597c2-2bca-4eaa-9792-a98df34155a0.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.751038] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.751458] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4625fc78-f640-483a-a573-4f93bb883293 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.759222] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 967.759222] env[69374]: value = "task-4111609" [ 967.759222] env[69374]: _type = "Task" [ 967.759222] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.770028] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.967400] env[69374]: DEBUG nova.scheduler.client.report [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.028500] env[69374]: DEBUG oslo_vmware.api [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.064779] env[69374]: DEBUG nova.network.neutron [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Successfully updated port: a270d9e1-8776-4198-8e75-2f0eb2156cd6 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.114026] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: e871adc2-871c-4f81-84d3-172ba0fa5ea9] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.164150] env[69374]: INFO nova.compute.manager [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Took 66.17 seconds to build instance. [ 968.177294] env[69374]: DEBUG nova.objects.instance [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'flavor' on Instance uuid 7db22c5e-6c21-49be-8906-ec6aff0e722c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.240395] env[69374]: DEBUG oslo_vmware.api [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111608, 'name': PowerOffVM_Task, 'duration_secs': 0.272934} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.240679] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.240849] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.241154] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-638b733d-a53d-4c59-92e5-8d52be236a9f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.270229] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086356} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.270634] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.271655] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918ef46b-f78e-4ed8-ba8b-dda35ba84d46 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.299852] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] b4a597c2-2bca-4eaa-9792-a98df34155a0/b4a597c2-2bca-4eaa-9792-a98df34155a0.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.299852] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d0da696-e5ed-4204-adad-5d5389c02630 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.317463] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.317721] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.317858] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Deleting the datastore file [datastore2] 23852d0d-1e37-458d-bc2f-453086768afc {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.318532] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ad7bd2-4eee-4136-b3ab-d5b2e403ca1b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.328690] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 968.328690] env[69374]: value = "task-4111611" [ 968.328690] env[69374]: _type = "Task" [ 968.328690] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.335308] env[69374]: DEBUG oslo_vmware.api [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for the task: (returnval){ [ 968.335308] env[69374]: value = "task-4111612" [ 968.335308] env[69374]: _type = "Task" [ 968.335308] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.341998] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111611, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.351948] env[69374]: DEBUG oslo_vmware.api [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.456769] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "985f141c-62c8-4ee6-8989-3afbb66f0e49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.457095] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.457341] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "985f141c-62c8-4ee6-8989-3afbb66f0e49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.459257] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.459257] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.460285] env[69374]: INFO nova.compute.manager [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Terminating instance [ 968.474034] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.474759] env[69374]: DEBUG nova.compute.manager [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.478790] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.860s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.481094] env[69374]: INFO nova.compute.claims [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.529494] env[69374]: DEBUG oslo_vmware.api [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.573035] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquiring lock "refresh_cache-c62cd4ef-38ff-40eb-b992-a70c51fb8f99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.573035] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquired lock "refresh_cache-c62cd4ef-38ff-40eb-b992-a70c51fb8f99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.573035] env[69374]: DEBUG nova.network.neutron [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.616534] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: b1971861-5b0a-45b9-a37c-972258e7ff85] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.669088] env[69374]: DEBUG oslo_concurrency.lockutils [None req-db3a77c8-f0e1-4716-b62e-1ba8e1f16b84 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Lock "bdf4e988-dcd8-4028-b157-5c681d03c83d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.688s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.681553] env[69374]: DEBUG oslo_concurrency.lockutils [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.681729] env[69374]: DEBUG oslo_concurrency.lockutils [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.681930] env[69374]: DEBUG nova.network.neutron [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.682176] env[69374]: DEBUG nova.objects.instance [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'info_cache' on Instance uuid 7db22c5e-6c21-49be-8906-ec6aff0e722c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.843472] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.859229] env[69374]: DEBUG oslo_vmware.api [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Task: {'id': task-4111612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438431} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.859229] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.859229] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.859229] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.859229] env[69374]: INFO nova.compute.manager [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 968.859229] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.859229] env[69374]: DEBUG nova.compute.manager [-] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.859229] env[69374]: DEBUG nova.network.neutron [-] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.970491] env[69374]: DEBUG nova.compute.manager [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.970777] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.973752] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8b2b7b-4a2a-4cea-bea5-60d0f9835511 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.989621] env[69374]: DEBUG nova.compute.utils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.994122] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.994661] env[69374]: DEBUG nova.compute.manager [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Not allocating networking since 'none' was specified. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 968.995159] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a99a4db-498c-4b5f-b39b-c96da0167b45 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.004302] env[69374]: DEBUG oslo_vmware.api [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 969.004302] env[69374]: value = "task-4111613" [ 969.004302] env[69374]: _type = "Task" [ 969.004302] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.014833] env[69374]: DEBUG oslo_vmware.api [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.029266] env[69374]: DEBUG oslo_vmware.api [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111607, 'name': PowerOnVM_Task, 'duration_secs': 1.471484} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.029535] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.030131] env[69374]: DEBUG nova.compute.manager [None req-9d60ef5d-4a95-41e8-a6e5-241401dc3d7a tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.031481] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeffa8b-023e-4eb9-ab90-5232080b3b16 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.120183] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 6ba85db5-0d68-4266-8760-15c9ad2f2fe0] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.185832] env[69374]: DEBUG nova.network.neutron [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.193205] env[69374]: DEBUG nova.objects.base [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Object Instance<7db22c5e-6c21-49be-8906-ec6aff0e722c> lazy-loaded attributes: flavor,info_cache {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.297996] env[69374]: DEBUG nova.compute.manager [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Received event network-vif-plugged-a270d9e1-8776-4198-8e75-2f0eb2156cd6 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.298128] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] Acquiring lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.298937] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] Lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.298937] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] Lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.301300] env[69374]: DEBUG nova.compute.manager [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] No waiting events found dispatching network-vif-plugged-a270d9e1-8776-4198-8e75-2f0eb2156cd6 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 969.301300] env[69374]: WARNING nova.compute.manager [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Received unexpected event network-vif-plugged-a270d9e1-8776-4198-8e75-2f0eb2156cd6 for instance with vm_state building and task_state spawning. [ 969.301300] env[69374]: DEBUG nova.compute.manager [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Received event network-changed-a270d9e1-8776-4198-8e75-2f0eb2156cd6 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.301744] env[69374]: DEBUG nova.compute.manager [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Refreshing instance network info cache due to event network-changed-a270d9e1-8776-4198-8e75-2f0eb2156cd6. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.301852] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] Acquiring lock "refresh_cache-c62cd4ef-38ff-40eb-b992-a70c51fb8f99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.345732] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111611, 'name': ReconfigVM_Task, 'duration_secs': 0.694512} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.346776] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Reconfigured VM instance instance-00000044 to attach disk [datastore2] b4a597c2-2bca-4eaa-9792-a98df34155a0/b4a597c2-2bca-4eaa-9792-a98df34155a0.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.346896] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24f182d7-a2fa-4ece-be5a-8089e5350b16 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.358715] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 969.358715] env[69374]: value = "task-4111614" [ 969.358715] env[69374]: _type = "Task" [ 969.358715] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.375469] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111614, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.499677] env[69374]: DEBUG nova.compute.manager [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.518971] env[69374]: DEBUG oslo_vmware.api [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111613, 'name': PowerOffVM_Task, 'duration_secs': 0.465057} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.519407] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.519579] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.520824] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29e7d8c7-a2b7-47a5-82af-de6788d1cdaf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.597248] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.597532] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.597765] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Deleting the datastore file [datastore1] 985f141c-62c8-4ee6-8989-3afbb66f0e49 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.598097] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b300b5f-cc45-4ce3-a357-f6701e01db6a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.610218] env[69374]: DEBUG oslo_vmware.api [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for the task: (returnval){ [ 969.610218] env[69374]: value = "task-4111616" [ 969.610218] env[69374]: _type = "Task" [ 969.610218] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.619151] env[69374]: DEBUG oslo_vmware.api [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.624305] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 8a28ee63-08f7-407a-a4cf-f4124755cd09] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.844856] env[69374]: DEBUG nova.network.neutron [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Updating instance_info_cache with network_info: [{"id": "a270d9e1-8776-4198-8e75-2f0eb2156cd6", "address": "fa:16:3e:84:7e:e0", "network": {"id": "2cecbad3-3d2b-42be-9a5e-5c2d29d6aa41", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-571511888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31aa8cf4749646e5b01a17be30b728a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa270d9e1-87", "ovs_interfaceid": "a270d9e1-8776-4198-8e75-2f0eb2156cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.884705] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111614, 'name': Rename_Task, 'duration_secs': 0.210811} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.885433] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.886357] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96893e83-3c7d-4e30-889d-958ac6c5d86c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.901235] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 969.901235] env[69374]: value = "task-4111617" [ 969.901235] env[69374]: _type = "Task" [ 969.901235] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.919213] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.964657] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4db7e61-bb41-41f3-949c-937f0a9347b9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.977384] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384b5693-1a62-4fb2-be59-80e5f8892937 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.029457] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e38febd-9ec8-4c4a-ac5a-29740956c1ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.042409] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f21c79-e9e6-4418-a077-da07609be5e8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.063218] env[69374]: DEBUG nova.compute.provider_tree [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.108853] env[69374]: DEBUG nova.network.neutron [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance_info_cache with network_info: [{"id": "217f2255-42eb-4392-b73f-8a79fbe281fe", "address": "fa:16:3e:9a:1e:91", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217f2255-42", "ovs_interfaceid": "217f2255-42eb-4392-b73f-8a79fbe281fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.125558] env[69374]: DEBUG oslo_vmware.api [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Task: {'id': task-4111616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427749} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.126712] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.126957] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.127231] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.127432] env[69374]: INFO nova.compute.manager [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Took 1.16 seconds to destroy the instance on the hypervisor. [ 970.127700] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.128266] env[69374]: DEBUG nova.compute.manager [-] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.128446] env[69374]: DEBUG nova.network.neutron [-] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.132318] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 896c69e7-51d2-41ae-b70e-4e358c8a0dee] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.202790] env[69374]: DEBUG nova.compute.manager [req-0711c521-fb6b-4b66-af4e-017e366d0a47 req-79453c7e-db03-45e6-93ff-508fc76bb30c service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Received event network-changed-d385bb2e-30d2-4ce6-b8a4-73de49224059 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.203088] env[69374]: DEBUG nova.compute.manager [req-0711c521-fb6b-4b66-af4e-017e366d0a47 req-79453c7e-db03-45e6-93ff-508fc76bb30c service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Refreshing instance network info cache due to event network-changed-d385bb2e-30d2-4ce6-b8a4-73de49224059. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.203286] env[69374]: DEBUG oslo_concurrency.lockutils [req-0711c521-fb6b-4b66-af4e-017e366d0a47 req-79453c7e-db03-45e6-93ff-508fc76bb30c service nova] Acquiring lock "refresh_cache-bdf4e988-dcd8-4028-b157-5c681d03c83d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.203807] env[69374]: DEBUG oslo_concurrency.lockutils [req-0711c521-fb6b-4b66-af4e-017e366d0a47 req-79453c7e-db03-45e6-93ff-508fc76bb30c service nova] Acquired lock "refresh_cache-bdf4e988-dcd8-4028-b157-5c681d03c83d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.203807] env[69374]: DEBUG nova.network.neutron [req-0711c521-fb6b-4b66-af4e-017e366d0a47 req-79453c7e-db03-45e6-93ff-508fc76bb30c service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Refreshing network info cache for port d385bb2e-30d2-4ce6-b8a4-73de49224059 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.347928] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Releasing lock "refresh_cache-c62cd4ef-38ff-40eb-b992-a70c51fb8f99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.347928] env[69374]: DEBUG nova.compute.manager [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Instance network_info: |[{"id": "a270d9e1-8776-4198-8e75-2f0eb2156cd6", "address": "fa:16:3e:84:7e:e0", "network": {"id": "2cecbad3-3d2b-42be-9a5e-5c2d29d6aa41", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-571511888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31aa8cf4749646e5b01a17be30b728a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa270d9e1-87", "ovs_interfaceid": "a270d9e1-8776-4198-8e75-2f0eb2156cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.347928] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] Acquired lock "refresh_cache-c62cd4ef-38ff-40eb-b992-a70c51fb8f99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.347928] env[69374]: DEBUG nova.network.neutron [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Refreshing network info cache for port a270d9e1-8776-4198-8e75-2f0eb2156cd6 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.351711] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:7e:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a270d9e1-8776-4198-8e75-2f0eb2156cd6', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.358095] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Creating folder: Project (31aa8cf4749646e5b01a17be30b728a1). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.359268] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8826e4e2-378f-4734-b31c-eb0ee09089ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.373806] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Created folder: Project (31aa8cf4749646e5b01a17be30b728a1) in parent group-v814324. [ 970.374037] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Creating folder: Instances. Parent ref: group-v814522. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.374324] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3db52e6a-1478-42dc-b262-a1a0d07b1ead {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.381623] env[69374]: DEBUG nova.network.neutron [-] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.403502] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Created folder: Instances in parent group-v814522. [ 970.403502] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.411204] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.412299] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cc6e1b7-10a4-4409-9a42-f7d688c4aa7e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.439481] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111617, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.441803] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.441803] env[69374]: value = "task-4111620" [ 970.441803] env[69374]: _type = "Task" [ 970.441803] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.455978] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111620, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.532108] env[69374]: DEBUG nova.compute.manager [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.563944] env[69374]: DEBUG nova.virt.hardware [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.564404] env[69374]: DEBUG nova.virt.hardware [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.564623] env[69374]: DEBUG nova.virt.hardware [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.564823] env[69374]: DEBUG nova.virt.hardware [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.564971] env[69374]: DEBUG nova.virt.hardware [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.565185] env[69374]: DEBUG nova.virt.hardware [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.565546] env[69374]: DEBUG nova.virt.hardware [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.565827] env[69374]: DEBUG nova.virt.hardware [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.566136] env[69374]: DEBUG nova.virt.hardware [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.566345] env[69374]: DEBUG nova.virt.hardware [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.566576] env[69374]: DEBUG nova.virt.hardware [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.567953] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab096e6a-8369-4b90-aa49-26c6f0904753 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.571573] env[69374]: DEBUG nova.scheduler.client.report [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.582145] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0307308-1292-4e8f-85d9-1e4d95cee0af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.602947] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.609487] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Creating folder: Project (eec01f729a0c416d850197b5e15e8c08). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.610861] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-484624b2-0750-46f0-af59-441dd09e0678 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.613418] env[69374]: DEBUG oslo_concurrency.lockutils [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-7db22c5e-6c21-49be-8906-ec6aff0e722c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.629246] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Created folder: Project (eec01f729a0c416d850197b5e15e8c08) in parent group-v814324. [ 970.629742] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Creating folder: Instances. Parent ref: group-v814525. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.630816] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da7a1b0a-6a3e-4596-93a9-280da2acb910 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.638141] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: dd6a9ce5-7af5-4d2a-a212-ed3f4b2ec62b] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.645460] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Created folder: Instances in parent group-v814525. [ 970.645894] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.646096] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.646408] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-992f1e90-da93-49da-8a64-b81fe39478b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.668995] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.668995] env[69374]: value = "task-4111623" [ 970.668995] env[69374]: _type = "Task" [ 970.668995] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.680748] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111623, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.888332] env[69374]: INFO nova.compute.manager [-] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Took 2.03 seconds to deallocate network for instance. [ 970.913971] env[69374]: DEBUG oslo_vmware.api [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111617, 'name': PowerOnVM_Task, 'duration_secs': 0.848392} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.914450] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.914807] env[69374]: INFO nova.compute.manager [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Took 9.66 seconds to spawn the instance on the hypervisor. [ 970.915154] env[69374]: DEBUG nova.compute.manager [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.916247] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6e40c0-1419-43e7-b8c5-444c9a76749b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.955548] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111620, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.077808] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.078575] env[69374]: DEBUG nova.compute.manager [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.082465] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.781s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.087989] env[69374]: INFO nova.compute.claims [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.142820] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: e4a85118-4d45-489b-94b7-967fc80f5e10] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.187289] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111623, 'name': CreateVM_Task, 'duration_secs': 0.430277} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.187568] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.188073] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.188283] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.190017] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.190885] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e82a1d-6a67-446d-89f4-199bdaddec21 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.198389] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 971.198389] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5220fdb6-66c5-e16a-7467-ba39a029f696" [ 971.198389] env[69374]: _type = "Task" [ 971.198389] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.214477] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5220fdb6-66c5-e16a-7467-ba39a029f696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.397039] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.430792] env[69374]: DEBUG nova.network.neutron [req-0711c521-fb6b-4b66-af4e-017e366d0a47 req-79453c7e-db03-45e6-93ff-508fc76bb30c service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Updated VIF entry in instance network info cache for port d385bb2e-30d2-4ce6-b8a4-73de49224059. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.431422] env[69374]: DEBUG nova.network.neutron [req-0711c521-fb6b-4b66-af4e-017e366d0a47 req-79453c7e-db03-45e6-93ff-508fc76bb30c service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Updating instance_info_cache with network_info: [{"id": "d385bb2e-30d2-4ce6-b8a4-73de49224059", "address": "fa:16:3e:2b:e1:cf", "network": {"id": "66a070a6-667f-4bce-8376-c24aa8366ae2", "bridge": "br-int", "label": "tempest-ServersTestJSON-178041143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d4abc174a9e413e86e9a2edafc19ae6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385bb2e-30", "ovs_interfaceid": "d385bb2e-30d2-4ce6-b8a4-73de49224059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.441255] env[69374]: INFO nova.compute.manager [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Took 67.79 seconds to build instance. [ 971.459160] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111620, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.470635] env[69374]: DEBUG nova.network.neutron [-] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.543237] env[69374]: DEBUG nova.network.neutron [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Updated VIF entry in instance network info cache for port a270d9e1-8776-4198-8e75-2f0eb2156cd6. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.543237] env[69374]: DEBUG nova.network.neutron [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Updating instance_info_cache with network_info: [{"id": "a270d9e1-8776-4198-8e75-2f0eb2156cd6", "address": "fa:16:3e:84:7e:e0", "network": {"id": "2cecbad3-3d2b-42be-9a5e-5c2d29d6aa41", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-571511888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31aa8cf4749646e5b01a17be30b728a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa270d9e1-87", "ovs_interfaceid": "a270d9e1-8776-4198-8e75-2f0eb2156cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.597393] env[69374]: DEBUG nova.compute.utils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.598854] env[69374]: DEBUG nova.compute.manager [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.600417] env[69374]: DEBUG nova.network.neutron [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.623831] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.625149] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33bbbab2-99db-4e88-80fc-a3241af31a9d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.640324] env[69374]: DEBUG oslo_vmware.api [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 971.640324] env[69374]: value = "task-4111624" [ 971.640324] env[69374]: _type = "Task" [ 971.640324] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.655256] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: cc738351-dc35-471f-b15b-d0b4d29541a1] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.657525] env[69374]: DEBUG oslo_vmware.api [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.709240] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5220fdb6-66c5-e16a-7467-ba39a029f696, 'name': SearchDatastore_Task, 'duration_secs': 0.029551} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.709664] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.709982] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.710588] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.710817] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.711193] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.711560] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45ed6bfa-dee8-4b03-9670-c92ab9b0c207 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.722930] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.723360] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.724191] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54be4b7-88f1-4454-8baa-ae0addde81ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.731549] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 971.731549] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52584c36-5914-11b6-4e18-57e6a4ee13a8" [ 971.731549] env[69374]: _type = "Task" [ 971.731549] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.743678] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52584c36-5914-11b6-4e18-57e6a4ee13a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.769493] env[69374]: DEBUG nova.policy [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '133374b09efb44a2bbcd78747012faf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35739f4320e54a97a5a8b9cc87366152', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.896993] env[69374]: DEBUG nova.compute.manager [req-ac59f590-7e39-4cfa-8162-4e1d51e4c3b7 req-8c835981-2bfc-4d0b-9893-a8c1b2c1b390 service nova] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Received event network-vif-deleted-bd5b9130-4bdf-41b7-bb57-eb3426419ea1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.941123] env[69374]: DEBUG oslo_concurrency.lockutils [req-0711c521-fb6b-4b66-af4e-017e366d0a47 req-79453c7e-db03-45e6-93ff-508fc76bb30c service nova] Releasing lock "refresh_cache-bdf4e988-dcd8-4028-b157-5c681d03c83d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.944000] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a82a11b-6a19-4d93-951e-204a44f90e0b tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "b4a597c2-2bca-4eaa-9792-a98df34155a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.298s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.957134] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111620, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.974729] env[69374]: INFO nova.compute.manager [-] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Took 1.85 seconds to deallocate network for instance. [ 972.045711] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d142438-8f21-49d2-a848-eeaf96d73e23 req-61351074-df2c-4275-af60-645b129bc207 service nova] Releasing lock "refresh_cache-c62cd4ef-38ff-40eb-b992-a70c51fb8f99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.110203] env[69374]: DEBUG nova.compute.manager [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.162317] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: ae9be03b-f45f-4285-ba68-d174581c0c78] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.177295] env[69374]: DEBUG oslo_vmware.api [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.247090] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52584c36-5914-11b6-4e18-57e6a4ee13a8, 'name': SearchDatastore_Task, 'duration_secs': 0.024814} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.252613] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc1265c-e2d5-4e39-9ca0-c6328b993434 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.265985] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 972.265985] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d90129-48b3-eb04-65ae-18e0f0f41fcd" [ 972.265985] env[69374]: _type = "Task" [ 972.265985] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.276416] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d90129-48b3-eb04-65ae-18e0f0f41fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.456797] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111620, 'name': CreateVM_Task, 'duration_secs': 1.546202} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.460118] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.462526] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.462812] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.463189] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.463496] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05f1722-26c9-4bef-b91d-1c91cbb87fde {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.471851] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for the task: (returnval){ [ 972.471851] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]528b8a3c-ab9d-12c7-66a0-656c8ce6f18e" [ 972.471851] env[69374]: _type = "Task" [ 972.471851] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.486745] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.487915] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528b8a3c-ab9d-12c7-66a0-656c8ce6f18e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.601630] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928aa2fe-9c3f-4bbe-bacb-45985a3ef05d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.612155] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc2d76e-d6f7-41af-90cc-ba7c4377b7b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.674687] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57f4109-9fed-4b92-bbe9-93e60dc23255 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.680614] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 6ae259cf-3bff-4e17-871a-2733d36f0918] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.689648] env[69374]: DEBUG oslo_vmware.api [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111624, 'name': PowerOnVM_Task, 'duration_secs': 0.761539} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.692078] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.692347] env[69374]: DEBUG nova.compute.manager [None req-47487e2c-1d5c-48be-a4ba-c287e4e307d4 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.693293] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7867ea4-8c83-4b18-b784-d2ec9bee3d42 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.697624] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df539168-8e50-4a20-aab2-172dbdb8b218 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.714070] env[69374]: DEBUG nova.compute.provider_tree [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.780896] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d90129-48b3-eb04-65ae-18e0f0f41fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.020623} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.781312] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.781553] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 972843e9-eeb9-4157-80a8-498723f60484/972843e9-eeb9-4157-80a8-498723f60484.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.781840] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36613e15-1cdc-435c-b634-2e84dba35636 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.789757] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 972.789757] env[69374]: value = "task-4111625" [ 972.789757] env[69374]: _type = "Task" [ 972.789757] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.799250] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.821063] env[69374]: DEBUG nova.network.neutron [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Successfully created port: cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.913812] env[69374]: DEBUG nova.compute.manager [req-cb48a40c-38f1-4228-94ae-adf86ca68978 req-3e73364c-bf4f-4000-91dc-7f38e26872bc service nova] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Received event network-vif-deleted-37681e0f-27cc-4822-bf1e-ab8b16b83369 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.987055] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528b8a3c-ab9d-12c7-66a0-656c8ce6f18e, 'name': SearchDatastore_Task, 'duration_secs': 0.012434} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.987397] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.987637] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.987877] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.988028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.988278] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.988480] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b7f86a7-b2c5-40ce-b0bd-22198493d945 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.000820] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.000820] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.001316] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-447741ac-3c6c-4e06-b878-769b71f6f908 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.009277] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for the task: (returnval){ [ 973.009277] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522ae364-97d0-4b18-9de6-e5add18bfd46" [ 973.009277] env[69374]: _type = "Task" [ 973.009277] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.019400] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522ae364-97d0-4b18-9de6-e5add18bfd46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.170133] env[69374]: DEBUG nova.compute.manager [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.185431] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 2a61bd38-2eac-4e95-a985-9981f67e1835] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.198630] env[69374]: DEBUG nova.virt.hardware [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.198630] env[69374]: DEBUG nova.virt.hardware [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.199009] env[69374]: DEBUG nova.virt.hardware [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.199223] env[69374]: DEBUG nova.virt.hardware [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.199502] env[69374]: DEBUG nova.virt.hardware [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.199734] env[69374]: DEBUG nova.virt.hardware [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.199996] env[69374]: DEBUG nova.virt.hardware [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.200219] env[69374]: DEBUG nova.virt.hardware [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.200415] env[69374]: DEBUG nova.virt.hardware [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.200584] env[69374]: DEBUG nova.virt.hardware [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.200755] env[69374]: DEBUG nova.virt.hardware [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.201819] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7783ff1f-5011-44b8-bfac-1b0af4633174 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.214171] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb91a13-6a1f-4667-8080-4e091141942f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.220485] env[69374]: DEBUG nova.scheduler.client.report [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.304400] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111625, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.524741] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522ae364-97d0-4b18-9de6-e5add18bfd46, 'name': SearchDatastore_Task, 'duration_secs': 0.012462} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.525824] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5e2457-19a8-421a-9e0b-62cf627fa063 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.534247] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for the task: (returnval){ [ 973.534247] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529c70f5-3e2a-6a9f-641d-717a5fafbff3" [ 973.534247] env[69374]: _type = "Task" [ 973.534247] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.548141] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529c70f5-3e2a-6a9f-641d-717a5fafbff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.688685] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: e465bd86-4753-4430-a1fc-b0483c35bb0d] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.741975] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.746041] env[69374]: DEBUG nova.compute.manager [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.748786] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.212s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.749277] env[69374]: DEBUG nova.objects.instance [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 973.807060] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831421} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.807060] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 972843e9-eeb9-4157-80a8-498723f60484/972843e9-eeb9-4157-80a8-498723f60484.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.807060] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.807441] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b1f10ec-2ad1-4ec1-afb5-d23a540cfc0c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.816991] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 973.816991] env[69374]: value = "task-4111626" [ 973.816991] env[69374]: _type = "Task" [ 973.816991] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.832403] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.870468] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eb07ca-9ea8-4606-8b9e-d08507a3394b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.879957] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e66d1543-d95f-4979-90b3-79c9af8140d9 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Suspending the VM {{(pid=69374) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 973.880101] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f7e56286-a876-404c-bc17-61e9b1cdb62f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.889970] env[69374]: DEBUG oslo_vmware.api [None req-e66d1543-d95f-4979-90b3-79c9af8140d9 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 973.889970] env[69374]: value = "task-4111627" [ 973.889970] env[69374]: _type = "Task" [ 973.889970] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.903572] env[69374]: DEBUG oslo_vmware.api [None req-e66d1543-d95f-4979-90b3-79c9af8140d9 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111627, 'name': SuspendVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.049421] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529c70f5-3e2a-6a9f-641d-717a5fafbff3, 'name': SearchDatastore_Task, 'duration_secs': 0.071572} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.049760] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.050101] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] c62cd4ef-38ff-40eb-b992-a70c51fb8f99/c62cd4ef-38ff-40eb-b992-a70c51fb8f99.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.050403] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fba1d601-6a44-4096-b979-a148543b613b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.062032] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for the task: (returnval){ [ 974.062032] env[69374]: value = "task-4111628" [ 974.062032] env[69374]: _type = "Task" [ 974.062032] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.071133] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.192602] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.192815] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69374) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 974.254059] env[69374]: DEBUG nova.compute.utils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.258940] env[69374]: DEBUG nova.compute.manager [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.258940] env[69374]: DEBUG nova.network.neutron [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.329643] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079242} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.330016] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.331478] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5b3918-81d9-4cb3-865f-cd92a3b0951c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.359684] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 972843e9-eeb9-4157-80a8-498723f60484/972843e9-eeb9-4157-80a8-498723f60484.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.362130] env[69374]: DEBUG nova.policy [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28ef545af36b47d8ad5318b6d375104e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da7f026e75aa482ca9d22b7f0a647f16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.366957] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-801e49ba-29ae-4763-9e5f-63139e1d2d39 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.390427] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 974.390427] env[69374]: value = "task-4111629" [ 974.390427] env[69374]: _type = "Task" [ 974.390427] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.404139] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111629, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.407719] env[69374]: DEBUG oslo_vmware.api [None req-e66d1543-d95f-4979-90b3-79c9af8140d9 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111627, 'name': SuspendVM_Task} progress is 54%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.581367] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111628, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.695885] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.760077] env[69374]: DEBUG nova.compute.manager [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.769280] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2a2f7787-aa97-4bbe-ba00-607003b18d15 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.769280] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.438s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.769280] env[69374]: INFO nova.compute.claims [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.906493] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111629, 'name': ReconfigVM_Task, 'duration_secs': 0.47939} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.910047] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 972843e9-eeb9-4157-80a8-498723f60484/972843e9-eeb9-4157-80a8-498723f60484.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.910842] env[69374]: DEBUG oslo_vmware.api [None req-e66d1543-d95f-4979-90b3-79c9af8140d9 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111627, 'name': SuspendVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.911627] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6298f05-5ed9-474f-b1f6-ed6fca8c42b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.920188] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 974.920188] env[69374]: value = "task-4111630" [ 974.920188] env[69374]: _type = "Task" [ 974.920188] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.938449] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111630, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.073571] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858634} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.074063] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.074338] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.074526] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "7db22c5e-6c21-49be-8906-ec6aff0e722c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.074714] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.074883] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.077315] env[69374]: INFO nova.compute.manager [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Terminating instance [ 975.081508] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] c62cd4ef-38ff-40eb-b992-a70c51fb8f99/c62cd4ef-38ff-40eb-b992-a70c51fb8f99.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.081833] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.082329] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85e3e5a4-c60f-4fcf-b50b-e63dba22c1f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.092472] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for the task: (returnval){ [ 975.092472] env[69374]: value = "task-4111631" [ 975.092472] env[69374]: _type = "Task" [ 975.092472] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.105582] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.403800] env[69374]: DEBUG oslo_vmware.api [None req-e66d1543-d95f-4979-90b3-79c9af8140d9 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111627, 'name': SuspendVM_Task, 'duration_secs': 1.055943} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.404127] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e66d1543-d95f-4979-90b3-79c9af8140d9 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Suspended the VM {{(pid=69374) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 975.404321] env[69374]: DEBUG nova.compute.manager [None req-e66d1543-d95f-4979-90b3-79c9af8140d9 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.405338] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3744a0b-d87e-44f6-abd5-7834d7bda9cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.408873] env[69374]: DEBUG nova.network.neutron [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Successfully created port: f86750a5-7ce1-4273-9753-d33e8eda5536 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.433436] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111630, 'name': Rename_Task, 'duration_secs': 0.212978} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.433859] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.434188] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7def92ef-8b0b-46db-9955-65aa32c08d05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.442682] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 975.442682] env[69374]: value = "task-4111632" [ 975.442682] env[69374]: _type = "Task" [ 975.442682] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.457137] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.583079] env[69374]: DEBUG nova.compute.manager [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.583324] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.584293] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1f492d-4a56-469b-b429-211bd1ebc9dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.593489] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.596866] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07c5dfa0-7109-4e13-82fb-1a71f3a5d596 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.606293] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079388} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.608168] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.608702] env[69374]: DEBUG oslo_vmware.api [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 975.608702] env[69374]: value = "task-4111633" [ 975.608702] env[69374]: _type = "Task" [ 975.608702] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.609581] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1328bebd-a3cc-4d1b-a0d2-f3675ed22291 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.625110] env[69374]: DEBUG oslo_vmware.api [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.648595] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c62cd4ef-38ff-40eb-b992-a70c51fb8f99/c62cd4ef-38ff-40eb-b992-a70c51fb8f99.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.648987] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b7987dd-0795-47e9-b518-4f923e9cf1f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.670603] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for the task: (returnval){ [ 975.670603] env[69374]: value = "task-4111634" [ 975.670603] env[69374]: _type = "Task" [ 975.670603] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.682512] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.774775] env[69374]: DEBUG nova.compute.manager [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.807037] env[69374]: DEBUG nova.virt.hardware [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.807467] env[69374]: DEBUG nova.virt.hardware [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.807648] env[69374]: DEBUG nova.virt.hardware [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.807859] env[69374]: DEBUG nova.virt.hardware [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.807971] env[69374]: DEBUG nova.virt.hardware [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.808214] env[69374]: DEBUG nova.virt.hardware [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.808593] env[69374]: DEBUG nova.virt.hardware [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.808733] env[69374]: DEBUG nova.virt.hardware [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.808852] env[69374]: DEBUG nova.virt.hardware [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.809037] env[69374]: DEBUG nova.virt.hardware [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.809223] env[69374]: DEBUG nova.virt.hardware [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.810251] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3ed2b7-ca52-4f1a-baad-2dbf606cedb4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.824022] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dad29d-096f-4178-b785-30c740e2b892 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.956537] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111632, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.020458] env[69374]: DEBUG nova.network.neutron [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Successfully updated port: cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.128210] env[69374]: DEBUG oslo_vmware.api [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111633, 'name': PowerOffVM_Task, 'duration_secs': 0.217585} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.128784] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.129057] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.129402] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9fc43b1-4592-44b9-a605-ab12d0227235 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.181975] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.216772] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.216772] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.216772] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleting the datastore file [datastore1] 7db22c5e-6c21-49be-8906-ec6aff0e722c {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.216772] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3e22023-7a25-4885-b617-7b2fbdbdeef2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.227562] env[69374]: DEBUG oslo_vmware.api [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 976.227562] env[69374]: value = "task-4111636" [ 976.227562] env[69374]: _type = "Task" [ 976.227562] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.238357] env[69374]: DEBUG oslo_vmware.api [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.245574] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9cbf74-0a3d-42af-b659-a3ca9cb4deaf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.256164] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514580d5-f3e5-477c-898e-5d7732d136ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.295211] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10606e8b-9a66-40cc-a7d9-17c4a6a49233 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.304796] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb420d6-84c7-4706-8cbd-86219755685e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.321771] env[69374]: DEBUG nova.compute.provider_tree [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.396110] env[69374]: DEBUG nova.compute.manager [req-5ed937f3-c4f1-4353-9fd4-42375fd80cf2 req-38ce6a00-2d64-4be7-a2e7-d035ec96afb8 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Received event network-vif-plugged-cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.396351] env[69374]: DEBUG oslo_concurrency.lockutils [req-5ed937f3-c4f1-4353-9fd4-42375fd80cf2 req-38ce6a00-2d64-4be7-a2e7-d035ec96afb8 service nova] Acquiring lock "2ac650ee-f9af-4486-8402-d546524edb14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.396568] env[69374]: DEBUG oslo_concurrency.lockutils [req-5ed937f3-c4f1-4353-9fd4-42375fd80cf2 req-38ce6a00-2d64-4be7-a2e7-d035ec96afb8 service nova] Lock "2ac650ee-f9af-4486-8402-d546524edb14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.396736] env[69374]: DEBUG oslo_concurrency.lockutils [req-5ed937f3-c4f1-4353-9fd4-42375fd80cf2 req-38ce6a00-2d64-4be7-a2e7-d035ec96afb8 service nova] Lock "2ac650ee-f9af-4486-8402-d546524edb14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.396905] env[69374]: DEBUG nova.compute.manager [req-5ed937f3-c4f1-4353-9fd4-42375fd80cf2 req-38ce6a00-2d64-4be7-a2e7-d035ec96afb8 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] No waiting events found dispatching network-vif-plugged-cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 976.397081] env[69374]: WARNING nova.compute.manager [req-5ed937f3-c4f1-4353-9fd4-42375fd80cf2 req-38ce6a00-2d64-4be7-a2e7-d035ec96afb8 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Received unexpected event network-vif-plugged-cac011a1-68c9-4741-98cf-ca2340af9e23 for instance with vm_state building and task_state spawning. [ 976.455389] env[69374]: DEBUG oslo_vmware.api [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111632, 'name': PowerOnVM_Task, 'duration_secs': 0.518925} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.455724] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.455964] env[69374]: INFO nova.compute.manager [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Took 5.92 seconds to spawn the instance on the hypervisor. [ 976.456172] env[69374]: DEBUG nova.compute.manager [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 976.457099] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfc68ff-a89d-4695-bc71-04648eeac70e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.522841] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.523142] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.523320] env[69374]: DEBUG nova.network.neutron [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.691112] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111634, 'name': ReconfigVM_Task, 'duration_secs': 0.657013} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.691538] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c62cd4ef-38ff-40eb-b992-a70c51fb8f99/c62cd4ef-38ff-40eb-b992-a70c51fb8f99.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.692279] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a879e0fc-a03a-4b83-84e3-a9fcbebb77fe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.701244] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for the task: (returnval){ [ 976.701244] env[69374]: value = "task-4111637" [ 976.701244] env[69374]: _type = "Task" [ 976.701244] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.716460] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111637, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.743074] env[69374]: DEBUG oslo_vmware.api [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316084} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.743612] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.743865] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.744120] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.744357] env[69374]: INFO nova.compute.manager [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 976.744991] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.745284] env[69374]: DEBUG nova.compute.manager [-] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.745418] env[69374]: DEBUG nova.network.neutron [-] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.825529] env[69374]: DEBUG nova.scheduler.client.report [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.979242] env[69374]: INFO nova.compute.manager [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Took 40.59 seconds to build instance. [ 977.078520] env[69374]: DEBUG nova.network.neutron [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.214097] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111637, 'name': Rename_Task, 'duration_secs': 0.342216} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.214097] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.214097] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ae74a9d-12d2-495b-8a91-c1ddc40db173 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.222710] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for the task: (returnval){ [ 977.222710] env[69374]: value = "task-4111638" [ 977.222710] env[69374]: _type = "Task" [ 977.222710] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.235228] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.272234] env[69374]: DEBUG nova.network.neutron [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updating instance_info_cache with network_info: [{"id": "cac011a1-68c9-4741-98cf-ca2340af9e23", "address": "fa:16:3e:ea:db:ac", "network": {"id": "89b35221-668c-457b-8968-1bc76efc4e72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1085066004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35739f4320e54a97a5a8b9cc87366152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac011a1-68", "ovs_interfaceid": "cac011a1-68c9-4741-98cf-ca2340af9e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.337392] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.337392] env[69374]: DEBUG nova.compute.manager [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.339446] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.007s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.339879] env[69374]: DEBUG nova.objects.instance [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lazy-loading 'resources' on Instance uuid 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.483466] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f4f763f5-a58a-450b-b963-9eea9a0a701b tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "972843e9-eeb9-4157-80a8-498723f60484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.107s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.733372] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.774377] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.774732] env[69374]: DEBUG nova.compute.manager [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Instance network_info: |[{"id": "cac011a1-68c9-4741-98cf-ca2340af9e23", "address": "fa:16:3e:ea:db:ac", "network": {"id": "89b35221-668c-457b-8968-1bc76efc4e72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1085066004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35739f4320e54a97a5a8b9cc87366152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac011a1-68", "ovs_interfaceid": "cac011a1-68c9-4741-98cf-ca2340af9e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.775175] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:db:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cac011a1-68c9-4741-98cf-ca2340af9e23', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.786437] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Creating folder: Project (35739f4320e54a97a5a8b9cc87366152). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.786589] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f282d88-7b0e-4adc-b6ef-9fb976fbb646 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.798662] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Created folder: Project (35739f4320e54a97a5a8b9cc87366152) in parent group-v814324. [ 977.798892] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Creating folder: Instances. Parent ref: group-v814528. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.799168] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a856a8ef-119b-4d74-9a8f-295f79e820a4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.812963] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Created folder: Instances in parent group-v814528. [ 977.813058] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.813395] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.813606] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84e93c68-8caa-4ab1-85e5-8fdd3f1cb2e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.849517] env[69374]: DEBUG nova.compute.utils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.851088] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.851088] env[69374]: value = "task-4111641" [ 977.851088] env[69374]: _type = "Task" [ 977.851088] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.851490] env[69374]: DEBUG nova.compute.manager [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.851682] env[69374]: DEBUG nova.network.neutron [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.865672] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111641, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.936739] env[69374]: DEBUG nova.policy [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49b3201d1d6640cb9c974528c481cb78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fab37523c6f44d9a05e30f74cbdc556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.241869] env[69374]: DEBUG oslo_vmware.api [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111638, 'name': PowerOnVM_Task, 'duration_secs': 0.756761} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.241869] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.242305] env[69374]: INFO nova.compute.manager [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Took 11.86 seconds to spawn the instance on the hypervisor. [ 978.242305] env[69374]: DEBUG nova.compute.manager [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 978.243854] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006f1ffd-e1a0-448e-b15c-fd831e6b7875 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.357232] env[69374]: DEBUG nova.compute.manager [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.372189] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111641, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.378230] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3e4377-dbe4-49fb-ab88-b89b2dc37279 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.387826] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2937fcbb-e424-4601-8def-fb129d73b874 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.426140] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ead6f5-3e74-4b91-871f-5a6c01814a91 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.436731] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28c38a3-2b67-41e2-82d0-2ebcdb201983 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.455053] env[69374]: DEBUG nova.compute.provider_tree [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.471171] env[69374]: DEBUG nova.network.neutron [-] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.503612] env[69374]: DEBUG nova.network.neutron [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Successfully updated port: f86750a5-7ce1-4273-9753-d33e8eda5536 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.561745] env[69374]: DEBUG nova.network.neutron [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Successfully created port: d6167ac3-efdc-4649-ab2d-ee8f547e2e06 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.679702] env[69374]: DEBUG nova.compute.manager [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 978.680294] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f88c66e-eae9-41e8-b39b-56315f08573f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.773150] env[69374]: INFO nova.compute.manager [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Took 55.08 seconds to build instance. [ 978.878292] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111641, 'name': CreateVM_Task, 'duration_secs': 0.624325} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.878292] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.878609] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.878724] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.879081] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.879370] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9323ab4-6442-4ff0-a4be-a950440fabd3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.887843] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 978.887843] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52cf862b-6f74-edb7-5327-868e4347f651" [ 978.887843] env[69374]: _type = "Task" [ 978.887843] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.903098] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cf862b-6f74-edb7-5327-868e4347f651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.959250] env[69374]: DEBUG nova.scheduler.client.report [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.973861] env[69374]: INFO nova.compute.manager [-] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Took 2.23 seconds to deallocate network for instance. [ 979.007826] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquiring lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.007946] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquired lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.008140] env[69374]: DEBUG nova.network.neutron [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.133390] env[69374]: DEBUG nova.compute.manager [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Received event network-changed-cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.133390] env[69374]: DEBUG nova.compute.manager [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Refreshing instance network info cache due to event network-changed-cac011a1-68c9-4741-98cf-ca2340af9e23. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.133390] env[69374]: DEBUG oslo_concurrency.lockutils [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] Acquiring lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.133390] env[69374]: DEBUG oslo_concurrency.lockutils [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] Acquired lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.133390] env[69374]: DEBUG nova.network.neutron [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Refreshing network info cache for port cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.201259] env[69374]: INFO nova.compute.manager [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] instance snapshotting [ 979.201259] env[69374]: WARNING nova.compute.manager [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 979.205116] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9a211c-e038-4ae1-b57c-9ad9861809a3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.226165] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0750451-d772-4eee-8d12-e40536fa9ff4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.282029] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f903f8f0-d474-4c9f-ada0-ec07b2dedfb2 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.596s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.379511] env[69374]: DEBUG nova.compute.manager [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.405084] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cf862b-6f74-edb7-5327-868e4347f651, 'name': SearchDatastore_Task, 'duration_secs': 0.038448} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.407483] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.408393] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.409240] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.410578] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.410578] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.410578] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b41ab04-77ab-464f-b76d-9c0cb73ee201 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.424040] env[69374]: DEBUG nova.virt.hardware [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.424378] env[69374]: DEBUG nova.virt.hardware [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.424546] env[69374]: DEBUG nova.virt.hardware [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.424729] env[69374]: DEBUG nova.virt.hardware [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.424875] env[69374]: DEBUG nova.virt.hardware [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.425226] env[69374]: DEBUG nova.virt.hardware [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.426503] env[69374]: DEBUG nova.virt.hardware [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.426503] env[69374]: DEBUG nova.virt.hardware [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.426503] env[69374]: DEBUG nova.virt.hardware [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.426503] env[69374]: DEBUG nova.virt.hardware [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.426503] env[69374]: DEBUG nova.virt.hardware [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.427319] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435598b4-7453-459e-9ab8-2f22194af5aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.431561] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.431829] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.433250] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2b876c-225a-4b50-b34a-cd12ea42464e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.440086] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f859ecad-88a8-4d73-984d-b4a541951950 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.445501] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 979.445501] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521f6614-b5a7-4591-3912-7dc0cd8a2731" [ 979.445501] env[69374]: _type = "Task" [ 979.445501] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.467632] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.474811] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.567s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.475163] env[69374]: DEBUG nova.objects.instance [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lazy-loading 'resources' on Instance uuid d416b791-41d7-47b9-9ef6-84798a8523a7 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.476755] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521f6614-b5a7-4591-3912-7dc0cd8a2731, 'name': SearchDatastore_Task, 'duration_secs': 0.018147} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.478068] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ccfe779-0e04-4f44-918e-f98561c4a4b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.483370] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.486208] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 979.486208] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52305d78-93dd-e634-9205-128373f65137" [ 979.486208] env[69374]: _type = "Task" [ 979.486208] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.500572] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52305d78-93dd-e634-9205-128373f65137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.507919] env[69374]: INFO nova.scheduler.client.report [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted allocations for instance 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521 [ 979.573484] env[69374]: DEBUG nova.network.neutron [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.738815] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 979.739239] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7dd2203c-5bc2-441e-83ec-f464fd259545 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.748555] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 979.748555] env[69374]: value = "task-4111642" [ 979.748555] env[69374]: _type = "Task" [ 979.748555] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.757865] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.964736] env[69374]: DEBUG nova.network.neutron [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Updating instance_info_cache with network_info: [{"id": "f86750a5-7ce1-4273-9753-d33e8eda5536", "address": "fa:16:3e:22:0f:a9", "network": {"id": "35b9cdf8-bfc9-4b46-8f4e-54e9088bc7d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1023452355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7f026e75aa482ca9d22b7f0a647f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86750a5-7c", "ovs_interfaceid": "f86750a5-7ce1-4273-9753-d33e8eda5536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.002259] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52305d78-93dd-e634-9205-128373f65137, 'name': SearchDatastore_Task, 'duration_secs': 0.013519} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.002623] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.002959] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 2ac650ee-f9af-4486-8402-d546524edb14/2ac650ee-f9af-4486-8402-d546524edb14.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.003525] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c7de672-3275-45b5-93f0-f35f75f5a7eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.018311] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f2776df4-fe95-418c-a82e-9233251443ff tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "11bbb20c-59a1-4e67-b19d-4c7a6f0ef521" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.369s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.021159] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 980.021159] env[69374]: value = "task-4111643" [ 980.021159] env[69374]: _type = "Task" [ 980.021159] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.036133] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.094493] env[69374]: DEBUG nova.network.neutron [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updated VIF entry in instance network info cache for port cac011a1-68c9-4741-98cf-ca2340af9e23. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.095142] env[69374]: DEBUG nova.network.neutron [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updating instance_info_cache with network_info: [{"id": "cac011a1-68c9-4741-98cf-ca2340af9e23", "address": "fa:16:3e:ea:db:ac", "network": {"id": "89b35221-668c-457b-8968-1bc76efc4e72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1085066004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35739f4320e54a97a5a8b9cc87366152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac011a1-68", "ovs_interfaceid": "cac011a1-68c9-4741-98cf-ca2340af9e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.268455] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111642, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.366237] env[69374]: DEBUG nova.network.neutron [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Successfully updated port: d6167ac3-efdc-4649-ab2d-ee8f547e2e06 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.394505] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fd2248-c5d8-4206-8f15-e0f18efa167b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.404788] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b29152-e54d-4fe6-87a6-7e7ce418bf8c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.451180] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18abe085-2e9e-46f8-bbc8-a916edf3478d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.463106] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e586110d-b382-4468-b152-6d58f3e417e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.471646] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Releasing lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.471971] env[69374]: DEBUG nova.compute.manager [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Instance network_info: |[{"id": "f86750a5-7ce1-4273-9753-d33e8eda5536", "address": "fa:16:3e:22:0f:a9", "network": {"id": "35b9cdf8-bfc9-4b46-8f4e-54e9088bc7d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1023452355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7f026e75aa482ca9d22b7f0a647f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86750a5-7c", "ovs_interfaceid": "f86750a5-7ce1-4273-9753-d33e8eda5536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.472537] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:0f:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f86750a5-7ce1-4273-9753-d33e8eda5536', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.481497] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Creating folder: Project (da7f026e75aa482ca9d22b7f0a647f16). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.483291] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bcc233c-b13a-438f-b330-4859f0f888a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.496366] env[69374]: DEBUG nova.compute.provider_tree [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.499837] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Created folder: Project (da7f026e75aa482ca9d22b7f0a647f16) in parent group-v814324. [ 980.500536] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Creating folder: Instances. Parent ref: group-v814531. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.501693] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbb7a559-6fce-4c20-9acb-d523602de5c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.517040] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Created folder: Instances in parent group-v814531. [ 980.517208] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.517774] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.518033] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2c56782-fbf6-48e7-8595-20f3d43aeae4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.545925] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111643, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.547606] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.547606] env[69374]: value = "task-4111646" [ 980.547606] env[69374]: _type = "Task" [ 980.547606] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.557037] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111646, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.602371] env[69374]: DEBUG oslo_concurrency.lockutils [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] Releasing lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.602592] env[69374]: DEBUG nova.compute.manager [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Received event network-vif-deleted-217f2255-42eb-4392-b73f-8a79fbe281fe {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.602795] env[69374]: DEBUG nova.compute.manager [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Received event network-vif-plugged-f86750a5-7ce1-4273-9753-d33e8eda5536 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.603001] env[69374]: DEBUG oslo_concurrency.lockutils [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] Acquiring lock "779402fd-c790-4518-96ec-a9faf7721dee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.603240] env[69374]: DEBUG oslo_concurrency.lockutils [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] Lock "779402fd-c790-4518-96ec-a9faf7721dee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.603492] env[69374]: DEBUG oslo_concurrency.lockutils [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] Lock "779402fd-c790-4518-96ec-a9faf7721dee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.603610] env[69374]: DEBUG nova.compute.manager [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] No waiting events found dispatching network-vif-plugged-f86750a5-7ce1-4273-9753-d33e8eda5536 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 980.603787] env[69374]: WARNING nova.compute.manager [req-3ac8299c-7480-48bf-91d3-f883656c35ef req-eedf3cdf-1100-413b-bbf1-25d2ca2befe3 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Received unexpected event network-vif-plugged-f86750a5-7ce1-4273-9753-d33e8eda5536 for instance with vm_state building and task_state spawning. [ 980.731164] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "163487fb-71db-4577-833a-1740a552a3dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.731164] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.765356] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111642, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.870031] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.870031] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.870031] env[69374]: DEBUG nova.network.neutron [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.966796] env[69374]: DEBUG nova.compute.manager [req-28985cd7-56d3-4ad8-80ba-296cf3cb91c4 req-ca7ddfa1-ab85-4deb-a9dc-cbcce6cd784a service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Received event network-vif-plugged-d6167ac3-efdc-4649-ab2d-ee8f547e2e06 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.967092] env[69374]: DEBUG oslo_concurrency.lockutils [req-28985cd7-56d3-4ad8-80ba-296cf3cb91c4 req-ca7ddfa1-ab85-4deb-a9dc-cbcce6cd784a service nova] Acquiring lock "ea25149b-d4b6-4418-973a-849ab078fe10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.967251] env[69374]: DEBUG oslo_concurrency.lockutils [req-28985cd7-56d3-4ad8-80ba-296cf3cb91c4 req-ca7ddfa1-ab85-4deb-a9dc-cbcce6cd784a service nova] Lock "ea25149b-d4b6-4418-973a-849ab078fe10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.967421] env[69374]: DEBUG oslo_concurrency.lockutils [req-28985cd7-56d3-4ad8-80ba-296cf3cb91c4 req-ca7ddfa1-ab85-4deb-a9dc-cbcce6cd784a service nova] Lock "ea25149b-d4b6-4418-973a-849ab078fe10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.967590] env[69374]: DEBUG nova.compute.manager [req-28985cd7-56d3-4ad8-80ba-296cf3cb91c4 req-ca7ddfa1-ab85-4deb-a9dc-cbcce6cd784a service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] No waiting events found dispatching network-vif-plugged-d6167ac3-efdc-4649-ab2d-ee8f547e2e06 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 980.967757] env[69374]: WARNING nova.compute.manager [req-28985cd7-56d3-4ad8-80ba-296cf3cb91c4 req-ca7ddfa1-ab85-4deb-a9dc-cbcce6cd784a service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Received unexpected event network-vif-plugged-d6167ac3-efdc-4649-ab2d-ee8f547e2e06 for instance with vm_state building and task_state spawning. [ 981.002153] env[69374]: DEBUG nova.scheduler.client.report [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.047044] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550798} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.047197] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 2ac650ee-f9af-4486-8402-d546524edb14/2ac650ee-f9af-4486-8402-d546524edb14.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.047513] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.048247] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da8ddb7d-d0c5-44b1-9a36-9f188f0d76a7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.060580] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111646, 'name': CreateVM_Task, 'duration_secs': 0.384931} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.063321] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.063908] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 981.063908] env[69374]: value = "task-4111647" [ 981.063908] env[69374]: _type = "Task" [ 981.063908] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.064812] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.065334] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.065834] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.066253] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ba60ef-3400-4fd4-8bfa-082eb8a6ee31 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.076174] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for the task: (returnval){ [ 981.076174] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522ceedc-a47f-b19a-3c14-c2faf1a2ec74" [ 981.076174] env[69374]: _type = "Task" [ 981.076174] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.081379] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.091688] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522ceedc-a47f-b19a-3c14-c2faf1a2ec74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.235037] env[69374]: DEBUG nova.compute.manager [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.263190] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111642, 'name': CreateSnapshot_Task, 'duration_secs': 1.11067} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.263190] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 981.263870] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fb11c5-3cca-4122-af22-2edfe4c39c9d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.326039] env[69374]: DEBUG nova.compute.manager [req-2127d424-a47e-4da1-a846-3b86ee8c93de req-3faa4cb6-28e4-4544-9ec1-dfedf4961a24 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Received event network-changed-f86750a5-7ce1-4273-9753-d33e8eda5536 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.326268] env[69374]: DEBUG nova.compute.manager [req-2127d424-a47e-4da1-a846-3b86ee8c93de req-3faa4cb6-28e4-4544-9ec1-dfedf4961a24 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Refreshing instance network info cache due to event network-changed-f86750a5-7ce1-4273-9753-d33e8eda5536. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.326537] env[69374]: DEBUG oslo_concurrency.lockutils [req-2127d424-a47e-4da1-a846-3b86ee8c93de req-3faa4cb6-28e4-4544-9ec1-dfedf4961a24 service nova] Acquiring lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.326683] env[69374]: DEBUG oslo_concurrency.lockutils [req-2127d424-a47e-4da1-a846-3b86ee8c93de req-3faa4cb6-28e4-4544-9ec1-dfedf4961a24 service nova] Acquired lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.326838] env[69374]: DEBUG nova.network.neutron [req-2127d424-a47e-4da1-a846-3b86ee8c93de req-3faa4cb6-28e4-4544-9ec1-dfedf4961a24 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Refreshing network info cache for port f86750a5-7ce1-4273-9753-d33e8eda5536 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.419430] env[69374]: INFO nova.compute.manager [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Rebuilding instance [ 981.468861] env[69374]: DEBUG nova.compute.manager [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.470464] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aa9e90-03b8-4867-8c4f-7aa86c8ac438 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.511309] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.511556] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.486s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.512458] env[69374]: DEBUG nova.objects.instance [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Lazy-loading 'resources' on Instance uuid 283fd941-f17d-4f36-b200-791f75bf7f97 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.536172] env[69374]: INFO nova.scheduler.client.report [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Deleted allocations for instance d416b791-41d7-47b9-9ef6-84798a8523a7 [ 981.577817] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077489} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.578193] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.579056] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d7e723-bc6e-4d9c-8a9d-e30aa73d3725 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.604274] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522ceedc-a47f-b19a-3c14-c2faf1a2ec74, 'name': SearchDatastore_Task, 'duration_secs': 0.019162} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.619289] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 2ac650ee-f9af-4486-8402-d546524edb14/2ac650ee-f9af-4486-8402-d546524edb14.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.620584] env[69374]: DEBUG nova.network.neutron [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.623513] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.623881] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.624157] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.625262] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.625262] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.625262] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc781af-b21e-4aee-bff2-3aa87f26b370 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.643021] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8952f029-0ced-4e69-94f7-3b2b71526608 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.650759] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 981.650759] env[69374]: value = "task-4111648" [ 981.650759] env[69374]: _type = "Task" [ 981.650759] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.655606] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.655843] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.657672] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee52eb7c-f926-49de-a99c-99cbf99ead43 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.663671] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.668122] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for the task: (returnval){ [ 981.668122] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52cbb7b5-65de-0312-e87f-12779a7be5ca" [ 981.668122] env[69374]: _type = "Task" [ 981.668122] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.676333] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquiring lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.676674] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.676892] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquiring lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.677089] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.677261] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.682612] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cbb7b5-65de-0312-e87f-12779a7be5ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.683217] env[69374]: INFO nova.compute.manager [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Terminating instance [ 981.756492] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.787360] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 981.787955] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4fdfd6e-cce7-4411-94c8-31e7b5b2f2b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.797283] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 981.797283] env[69374]: value = "task-4111649" [ 981.797283] env[69374]: _type = "Task" [ 981.797283] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.806462] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111649, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.899190] env[69374]: DEBUG nova.network.neutron [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance_info_cache with network_info: [{"id": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "address": "fa:16:3e:7c:2a:74", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6167ac3-ef", "ovs_interfaceid": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.992535] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "d0e61a0d-d9ac-43a8-8381-adeb72711345" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.992995] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "d0e61a0d-d9ac-43a8-8381-adeb72711345" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.993117] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "d0e61a0d-d9ac-43a8-8381-adeb72711345-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.993391] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "d0e61a0d-d9ac-43a8-8381-adeb72711345-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.993655] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "d0e61a0d-d9ac-43a8-8381-adeb72711345-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.999802] env[69374]: INFO nova.compute.manager [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Terminating instance [ 982.050587] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b913266b-32cb-47db-995f-85dfb5402150 tempest-ImagesOneServerNegativeTestJSON-2055612641 tempest-ImagesOneServerNegativeTestJSON-2055612641-project-member] Lock "d416b791-41d7-47b9-9ef6-84798a8523a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.647s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.164557] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.178901] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cbb7b5-65de-0312-e87f-12779a7be5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.032554} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.181750] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5478baee-43e6-4a13-993f-32b4f2b79a69 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.191029] env[69374]: DEBUG nova.compute.manager [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.191029] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.191029] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d27c7-c349-4064-817a-fe831c90b92b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.193576] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for the task: (returnval){ [ 982.193576] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52572c8f-2ca9-41f9-e29f-d18ad1a47bec" [ 982.193576] env[69374]: _type = "Task" [ 982.193576] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.200320] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.201123] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59eaf37e-f42d-42bf-a6a8-fa63fd88fd2c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.208034] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52572c8f-2ca9-41f9-e29f-d18ad1a47bec, 'name': SearchDatastore_Task, 'duration_secs': 0.012683} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.210653] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.210801] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 779402fd-c790-4518-96ec-a9faf7721dee/779402fd-c790-4518-96ec-a9faf7721dee.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.211656] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-818ae5bc-1502-4f56-9018-a0e24cdbb66d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.216068] env[69374]: DEBUG oslo_vmware.api [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for the task: (returnval){ [ 982.216068] env[69374]: value = "task-4111650" [ 982.216068] env[69374]: _type = "Task" [ 982.216068] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.222809] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for the task: (returnval){ [ 982.222809] env[69374]: value = "task-4111651" [ 982.222809] env[69374]: _type = "Task" [ 982.222809] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.227341] env[69374]: DEBUG oslo_vmware.api [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.232480] env[69374]: DEBUG nova.network.neutron [req-2127d424-a47e-4da1-a846-3b86ee8c93de req-3faa4cb6-28e4-4544-9ec1-dfedf4961a24 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Updated VIF entry in instance network info cache for port f86750a5-7ce1-4273-9753-d33e8eda5536. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.232480] env[69374]: DEBUG nova.network.neutron [req-2127d424-a47e-4da1-a846-3b86ee8c93de req-3faa4cb6-28e4-4544-9ec1-dfedf4961a24 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Updating instance_info_cache with network_info: [{"id": "f86750a5-7ce1-4273-9753-d33e8eda5536", "address": "fa:16:3e:22:0f:a9", "network": {"id": "35b9cdf8-bfc9-4b46-8f4e-54e9088bc7d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1023452355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7f026e75aa482ca9d22b7f0a647f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86750a5-7c", "ovs_interfaceid": "f86750a5-7ce1-4273-9753-d33e8eda5536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.245140] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.310984] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111649, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.409772] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.410190] env[69374]: DEBUG nova.compute.manager [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Instance network_info: |[{"id": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "address": "fa:16:3e:7c:2a:74", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6167ac3-ef", "ovs_interfaceid": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.410680] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:2a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6167ac3-efdc-4649-ab2d-ee8f547e2e06', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.420289] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.423798] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.424316] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa735eef-c258-41af-b8d2-034e06a367e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.450691] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.450691] env[69374]: value = "task-4111652" [ 982.450691] env[69374]: _type = "Task" [ 982.450691] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.460831] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111652, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.469027] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d954f-1fa8-4da1-ab86-f8ad8b9ef16b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.476426] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee9fa2f-23ca-456b-8797-88ee09963dd4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.517700] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.518459] env[69374]: DEBUG nova.compute.manager [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.518728] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.519909] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc83d8b0-287e-4fcb-9c39-3b28abbfb06b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.522641] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4b52c1-8952-4e06-ac31-4c6991c7c2b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.527511] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79bba6e-a66f-481e-9edf-1c856a673976 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.541989] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d44cc5-493b-4b24-bbb4-8bb418b5ff2c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.546356] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.548398] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfea6570-a7d7-4b12-8597-525a02d759ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.551061] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 982.551061] env[69374]: value = "task-4111653" [ 982.551061] env[69374]: _type = "Task" [ 982.551061] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.567838] env[69374]: DEBUG nova.compute.provider_tree [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.575486] env[69374]: DEBUG oslo_vmware.api [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 982.575486] env[69374]: value = "task-4111654" [ 982.575486] env[69374]: _type = "Task" [ 982.575486] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.583482] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.593495] env[69374]: DEBUG oslo_vmware.api [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.668029] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111648, 'name': ReconfigVM_Task, 'duration_secs': 0.606226} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.668029] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 2ac650ee-f9af-4486-8402-d546524edb14/2ac650ee-f9af-4486-8402-d546524edb14.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.668029] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f448a55-6a96-44bc-9c53-915fe93e6759 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.678824] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 982.678824] env[69374]: value = "task-4111655" [ 982.678824] env[69374]: _type = "Task" [ 982.678824] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.692866] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111655, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.728167] env[69374]: DEBUG oslo_vmware.api [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111650, 'name': PowerOffVM_Task, 'duration_secs': 0.410225} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.733209] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.733209] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.733209] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-512c96be-66c6-403e-ba63-2a55ed1e81b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.745210] env[69374]: DEBUG oslo_concurrency.lockutils [req-2127d424-a47e-4da1-a846-3b86ee8c93de req-3faa4cb6-28e4-4544-9ec1-dfedf4961a24 service nova] Releasing lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.745764] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111651, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.812734] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111649, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.852507] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.852982] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.853273] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Deleting the datastore file [datastore1] c62cd4ef-38ff-40eb-b992-a70c51fb8f99 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.853682] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d67d9b4-1a88-4da0-9f0f-0ca614fe0d37 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.863981] env[69374]: DEBUG oslo_vmware.api [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for the task: (returnval){ [ 982.863981] env[69374]: value = "task-4111657" [ 982.863981] env[69374]: _type = "Task" [ 982.863981] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.875122] env[69374]: DEBUG oslo_vmware.api [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.962015] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111652, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.062898] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111653, 'name': PowerOffVM_Task, 'duration_secs': 0.24245} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.065087] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.065929] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.066835] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78b4079-6175-49a7-a1f0-654a3957b08b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.073691] env[69374]: DEBUG nova.scheduler.client.report [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.079860] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.089859] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7345605-b649-4c0b-8f52-3a5a05adc9be {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.101789] env[69374]: DEBUG oslo_vmware.api [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111654, 'name': PowerOffVM_Task, 'duration_secs': 0.337078} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.102475] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.102696] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.103035] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1d1c7d9-7cf3-4e55-86c2-c98ec2d6a44d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.123251] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.123251] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.123251] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Deleting the datastore file [datastore1] 972843e9-eeb9-4157-80a8-498723f60484 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.123251] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98098c75-94da-4fce-b8c9-8c35124cd27c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.130766] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 983.130766] env[69374]: value = "task-4111660" [ 983.130766] env[69374]: _type = "Task" [ 983.130766] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.140634] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.186145] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.186365] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.186489] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Deleting the datastore file [datastore2] d0e61a0d-d9ac-43a8-8381-adeb72711345 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.190654] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-645fc037-704e-43f6-baf9-0a089583cc06 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.193256] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111655, 'name': Rename_Task, 'duration_secs': 0.222801} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.193594] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.194461] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2813755-14d1-497a-b1ae-e526b0054265 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.199295] env[69374]: DEBUG oslo_vmware.api [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 983.199295] env[69374]: value = "task-4111661" [ 983.199295] env[69374]: _type = "Task" [ 983.199295] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.205124] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 983.205124] env[69374]: value = "task-4111662" [ 983.205124] env[69374]: _type = "Task" [ 983.205124] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.212671] env[69374]: DEBUG oslo_vmware.api [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.219782] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.228515] env[69374]: DEBUG nova.compute.manager [req-240d2d23-c5ff-4a85-82e0-375f52144aca req-a35f9f20-c6c7-47ca-abbd-8382dfe5724f service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Received event network-changed-d6167ac3-efdc-4649-ab2d-ee8f547e2e06 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.228515] env[69374]: DEBUG nova.compute.manager [req-240d2d23-c5ff-4a85-82e0-375f52144aca req-a35f9f20-c6c7-47ca-abbd-8382dfe5724f service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Refreshing instance network info cache due to event network-changed-d6167ac3-efdc-4649-ab2d-ee8f547e2e06. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.228515] env[69374]: DEBUG oslo_concurrency.lockutils [req-240d2d23-c5ff-4a85-82e0-375f52144aca req-a35f9f20-c6c7-47ca-abbd-8382dfe5724f service nova] Acquiring lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.228515] env[69374]: DEBUG oslo_concurrency.lockutils [req-240d2d23-c5ff-4a85-82e0-375f52144aca req-a35f9f20-c6c7-47ca-abbd-8382dfe5724f service nova] Acquired lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.228867] env[69374]: DEBUG nova.network.neutron [req-240d2d23-c5ff-4a85-82e0-375f52144aca req-a35f9f20-c6c7-47ca-abbd-8382dfe5724f service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Refreshing network info cache for port d6167ac3-efdc-4649-ab2d-ee8f547e2e06 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.243576] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564527} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.245280] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 779402fd-c790-4518-96ec-a9faf7721dee/779402fd-c790-4518-96ec-a9faf7721dee.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.245280] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.245280] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a665e9d7-f216-4842-aad8-bd425a40b915 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.255727] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for the task: (returnval){ [ 983.255727] env[69374]: value = "task-4111663" [ 983.255727] env[69374]: _type = "Task" [ 983.255727] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.266591] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.310860] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111649, 'name': CloneVM_Task, 'duration_secs': 1.456609} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.311802] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Created linked-clone VM from snapshot [ 983.314417] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e76e51-e4a5-433c-9744-64632c7c3eb1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.325604] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Uploading image ed9c9a9b-6b2d-43bb-8277-5138815c399f {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 983.355891] env[69374]: DEBUG oslo_vmware.rw_handles [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 983.355891] env[69374]: value = "vm-814535" [ 983.355891] env[69374]: _type = "VirtualMachine" [ 983.355891] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 983.356274] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-20ec997d-2fda-44b4-9ca9-8fde2cde32a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.365366] env[69374]: DEBUG oslo_vmware.rw_handles [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lease: (returnval){ [ 983.365366] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e6d434-ac7c-82ab-9eca-e0c348ab3fdc" [ 983.365366] env[69374]: _type = "HttpNfcLease" [ 983.365366] env[69374]: } obtained for exporting VM: (result){ [ 983.365366] env[69374]: value = "vm-814535" [ 983.365366] env[69374]: _type = "VirtualMachine" [ 983.365366] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 983.365872] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the lease: (returnval){ [ 983.365872] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e6d434-ac7c-82ab-9eca-e0c348ab3fdc" [ 983.365872] env[69374]: _type = "HttpNfcLease" [ 983.365872] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 983.384730] env[69374]: DEBUG oslo_vmware.api [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Task: {'id': task-4111657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458211} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.384972] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.384972] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e6d434-ac7c-82ab-9eca-e0c348ab3fdc" [ 983.384972] env[69374]: _type = "HttpNfcLease" [ 983.384972] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 983.385249] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.385437] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.385616] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.385796] env[69374]: INFO nova.compute.manager [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Took 1.20 seconds to destroy the instance on the hypervisor. [ 983.386054] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.386266] env[69374]: DEBUG nova.compute.manager [-] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.386363] env[69374]: DEBUG nova.network.neutron [-] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.467211] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111652, 'name': CreateVM_Task, 'duration_secs': 0.91} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.467664] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.469207] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.469207] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.469776] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.471527] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0e59dc-ba23-4bbd-b624-ad4c00cb4b65 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.478189] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 983.478189] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b85036-4f17-5686-11af-7c8ae29af3ae" [ 983.478189] env[69374]: _type = "Task" [ 983.478189] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.492856] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b85036-4f17-5686-11af-7c8ae29af3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.585335] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.589575] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.270s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.591730] env[69374]: INFO nova.compute.claims [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.613761] env[69374]: INFO nova.scheduler.client.report [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Deleted allocations for instance 283fd941-f17d-4f36-b200-791f75bf7f97 [ 983.648849] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251756} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.649255] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.649407] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.649588] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.713109] env[69374]: DEBUG oslo_vmware.api [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346013} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.713837] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.714065] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.715154] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.715154] env[69374]: INFO nova.compute.manager [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Took 1.20 seconds to destroy the instance on the hypervisor. [ 983.715154] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.715154] env[69374]: DEBUG nova.compute.manager [-] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.715154] env[69374]: DEBUG nova.network.neutron [-] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.720768] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111662, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.766734] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104933} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.767097] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.768020] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316bb003-2ab0-478d-9f5b-6b54c0012c23 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.794784] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 779402fd-c790-4518-96ec-a9faf7721dee/779402fd-c790-4518-96ec-a9faf7721dee.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.797516] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b7b5ec7-4a51-49dc-a06d-a4dc7411458b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.821032] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for the task: (returnval){ [ 983.821032] env[69374]: value = "task-4111665" [ 983.821032] env[69374]: _type = "Task" [ 983.821032] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.833340] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.880030] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.880030] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e6d434-ac7c-82ab-9eca-e0c348ab3fdc" [ 983.880030] env[69374]: _type = "HttpNfcLease" [ 983.880030] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 983.880225] env[69374]: DEBUG oslo_vmware.rw_handles [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 983.880225] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e6d434-ac7c-82ab-9eca-e0c348ab3fdc" [ 983.880225] env[69374]: _type = "HttpNfcLease" [ 983.880225] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 983.881419] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3324a12a-b43a-4c1e-949f-7ee16176d36b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.890862] env[69374]: DEBUG oslo_vmware.rw_handles [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadcce-7ecb-b5d3-ca30-36566ceabbfe/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 983.890862] env[69374]: DEBUG oslo_vmware.rw_handles [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadcce-7ecb-b5d3-ca30-36566ceabbfe/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 983.989867] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b85036-4f17-5686-11af-7c8ae29af3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.016074} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.990178] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.990465] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.993097] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.993097] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.993097] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.994639] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6106a079-dad9-43cb-9f84-04af94c9d3f9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.003001] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f45ea99e-8b6f-48a3-ab48-721c5ebef64a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.010225] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.010309] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.011161] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6abc315-0c56-49c8-9b94-229e71756cb9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.023027] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 984.023027] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529fdb6e-bc74-49e2-0b4d-6e19a02b150e" [ 984.023027] env[69374]: _type = "Task" [ 984.023027] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.038224] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529fdb6e-bc74-49e2-0b4d-6e19a02b150e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.123824] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bc77cb79-c3be-463d-8400-b43442649b92 tempest-ServersTestBootFromVolume-1320302016 tempest-ServersTestBootFromVolume-1320302016-project-member] Lock "283fd941-f17d-4f36-b200-791f75bf7f97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.791s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.221046] env[69374]: DEBUG oslo_vmware.api [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111662, 'name': PowerOnVM_Task, 'duration_secs': 0.544627} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.223415] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.223679] env[69374]: INFO nova.compute.manager [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Took 11.05 seconds to spawn the instance on the hypervisor. [ 984.224019] env[69374]: DEBUG nova.compute.manager [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.224926] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daa6863-d16d-4e55-ba65-486ec0837de8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.327843] env[69374]: DEBUG nova.network.neutron [req-240d2d23-c5ff-4a85-82e0-375f52144aca req-a35f9f20-c6c7-47ca-abbd-8382dfe5724f service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updated VIF entry in instance network info cache for port d6167ac3-efdc-4649-ab2d-ee8f547e2e06. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.328633] env[69374]: DEBUG nova.network.neutron [req-240d2d23-c5ff-4a85-82e0-375f52144aca req-a35f9f20-c6c7-47ca-abbd-8382dfe5724f service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance_info_cache with network_info: [{"id": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "address": "fa:16:3e:7c:2a:74", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6167ac3-ef", "ovs_interfaceid": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.339770] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.384670] env[69374]: DEBUG nova.compute.manager [req-de918e3e-1d26-4add-ab75-5ec310a7bb4a req-6cac4535-ccd2-4be0-96b8-a8da616c76eb service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Received event network-vif-deleted-a270d9e1-8776-4198-8e75-2f0eb2156cd6 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.384877] env[69374]: INFO nova.compute.manager [req-de918e3e-1d26-4add-ab75-5ec310a7bb4a req-6cac4535-ccd2-4be0-96b8-a8da616c76eb service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Neutron deleted interface a270d9e1-8776-4198-8e75-2f0eb2156cd6; detaching it from the instance and deleting it from the info cache [ 984.385290] env[69374]: DEBUG nova.network.neutron [req-de918e3e-1d26-4add-ab75-5ec310a7bb4a req-6cac4535-ccd2-4be0-96b8-a8da616c76eb service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.531972] env[69374]: DEBUG nova.network.neutron [-] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.533823] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529fdb6e-bc74-49e2-0b4d-6e19a02b150e, 'name': SearchDatastore_Task, 'duration_secs': 0.019562} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.535512] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1b3ce9-bbbc-4001-8af6-87b91de8c30d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.545746] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 984.545746] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52821dad-66ac-09e2-952e-60bcab6b654d" [ 984.545746] env[69374]: _type = "Task" [ 984.545746] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.559165] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52821dad-66ac-09e2-952e-60bcab6b654d, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.559774] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.560137] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ea25149b-d4b6-4418-973a-849ab078fe10/ea25149b-d4b6-4418-973a-849ab078fe10.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.560458] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3fb0a86-b121-4e92-bfdd-98290e09eb68 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.564440] env[69374]: DEBUG nova.network.neutron [-] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.572610] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 984.572610] env[69374]: value = "task-4111666" [ 984.572610] env[69374]: _type = "Task" [ 984.572610] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.589910] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.702492] env[69374]: DEBUG nova.virt.hardware [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.702492] env[69374]: DEBUG nova.virt.hardware [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.703151] env[69374]: DEBUG nova.virt.hardware [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.703377] env[69374]: DEBUG nova.virt.hardware [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.703568] env[69374]: DEBUG nova.virt.hardware [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.703703] env[69374]: DEBUG nova.virt.hardware [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.703946] env[69374]: DEBUG nova.virt.hardware [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.704162] env[69374]: DEBUG nova.virt.hardware [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.704369] env[69374]: DEBUG nova.virt.hardware [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.704520] env[69374]: DEBUG nova.virt.hardware [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.704699] env[69374]: DEBUG nova.virt.hardware [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.706345] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0d8395-9c1e-4f25-b067-8af183c0c40b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.718060] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa7f314-3c10-4106-9479-ef42bf263efc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.747063] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.754392] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.762827] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.763599] env[69374]: INFO nova.compute.manager [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Took 43.16 seconds to build instance. [ 984.765038] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be1303f3-1b82-479a-a763-e61f4d9dbf49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.789611] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.789611] env[69374]: value = "task-4111667" [ 984.789611] env[69374]: _type = "Task" [ 984.789611] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.805906] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111667, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.835103] env[69374]: DEBUG oslo_concurrency.lockutils [req-240d2d23-c5ff-4a85-82e0-375f52144aca req-a35f9f20-c6c7-47ca-abbd-8382dfe5724f service nova] Releasing lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.838016] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111665, 'name': ReconfigVM_Task, 'duration_secs': 0.699751} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.838796] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 779402fd-c790-4518-96ec-a9faf7721dee/779402fd-c790-4518-96ec-a9faf7721dee.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.840730] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fe551de-4c16-4ec0-90c6-2b765cb08648 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.853611] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for the task: (returnval){ [ 984.853611] env[69374]: value = "task-4111668" [ 984.853611] env[69374]: _type = "Task" [ 984.853611] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.866912] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111668, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.890628] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b71d6509-b7b6-4cbc-b487-8aca24b7950a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.908936] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e86080-0ff4-4c82-b85c-3848fd2fb87f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.955537] env[69374]: DEBUG nova.compute.manager [req-de918e3e-1d26-4add-ab75-5ec310a7bb4a req-6cac4535-ccd2-4be0-96b8-a8da616c76eb service nova] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Detach interface failed, port_id=a270d9e1-8776-4198-8e75-2f0eb2156cd6, reason: Instance c62cd4ef-38ff-40eb-b992-a70c51fb8f99 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.035295] env[69374]: INFO nova.compute.manager [-] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Took 1.32 seconds to deallocate network for instance. [ 985.068972] env[69374]: INFO nova.compute.manager [-] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Took 1.68 seconds to deallocate network for instance. [ 985.091592] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111666, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.107361] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2902ee63-debf-482e-a059-20acc247d9cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.115312] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e3a58f-be22-4b5f-950d-a9908a2b5c3e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.161465] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b50c89b-a8bb-4016-b431-28535c105b79 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.172766] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a20df7-789e-4544-8ea0-b626c6f708eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.195920] env[69374]: DEBUG nova.compute.provider_tree [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.281128] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2705a9e-4bef-4f75-9370-e97624520342 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "2ac650ee-f9af-4486-8402-d546524edb14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.687s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.309873] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111667, 'name': CreateVM_Task, 'duration_secs': 0.44486} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.309873] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.309873] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.309873] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.309873] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.309873] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9baf3171-a9dc-4e53-80a1-32ad9f89e16f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.315294] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 985.315294] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52582336-cf5f-4937-49fa-66468355a670" [ 985.315294] env[69374]: _type = "Task" [ 985.315294] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.324868] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52582336-cf5f-4937-49fa-66468355a670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.366863] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111668, 'name': Rename_Task, 'duration_secs': 0.478153} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.367214] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.367511] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30e12a51-ff24-4403-8d9c-2bd1b8b8e0e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.377143] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for the task: (returnval){ [ 985.377143] env[69374]: value = "task-4111669" [ 985.377143] env[69374]: _type = "Task" [ 985.377143] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.390429] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.475581] env[69374]: DEBUG nova.compute.manager [req-caea05a7-a14f-458f-9ffc-5b00deb7c5db req-be75f76b-b3f1-42e4-8f05-4484bf10c94f service nova] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Received event network-vif-deleted-8b828611-7ddd-42d8-8433-947c734b51a1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.545223] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.579975] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.593261] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650635} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.593687] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] ea25149b-d4b6-4418-973a-849ab078fe10/ea25149b-d4b6-4418-973a-849ab078fe10.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.594012] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.594664] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38fe24b7-089c-4bf9-a44d-d41bb155cc56 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.604327] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 985.604327] env[69374]: value = "task-4111670" [ 985.604327] env[69374]: _type = "Task" [ 985.604327] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.615404] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.698943] env[69374]: DEBUG nova.scheduler.client.report [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.827328] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52582336-cf5f-4937-49fa-66468355a670, 'name': SearchDatastore_Task, 'duration_secs': 0.019249} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.828135] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.828235] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.828494] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.828647] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.828864] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.829178] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec00b642-4e88-4382-a0de-5eb55cd18ff8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.840652] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.840887] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.841825] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43804a0-15e4-478d-8a09-11e7781f3520 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.849380] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 985.849380] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52272c7c-f6c0-cd6a-7733-7f118c022826" [ 985.849380] env[69374]: _type = "Task" [ 985.849380] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.864546] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52272c7c-f6c0-cd6a-7733-7f118c022826, 'name': SearchDatastore_Task, 'duration_secs': 0.01162} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.865870] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262d2a26-2a0a-4082-a188-f7a54c7e254a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.874157] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 985.874157] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520f20ce-f082-3d2a-a37e-ecd79b2d0532" [ 985.874157] env[69374]: _type = "Task" [ 985.874157] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.892887] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520f20ce-f082-3d2a-a37e-ecd79b2d0532, 'name': SearchDatastore_Task, 'duration_secs': 0.014012} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.896439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.896745] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 972843e9-eeb9-4157-80a8-498723f60484/972843e9-eeb9-4157-80a8-498723f60484.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.897045] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.897663] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4faa025-dccf-4fdf-914c-b0de86f60836 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.906386] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 985.906386] env[69374]: value = "task-4111671" [ 985.906386] env[69374]: _type = "Task" [ 985.906386] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.916767] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.125027] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094919} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.125027] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.125027] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a4e0b-f43f-4ec9-a8f2-ee0d3d187d2a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.156959] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] ea25149b-d4b6-4418-973a-849ab078fe10/ea25149b-d4b6-4418-973a-849ab078fe10.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.157428] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-809b37b4-ba43-4fbe-beaa-c60cfedad8a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.185270] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 986.185270] env[69374]: value = "task-4111672" [ 986.185270] env[69374]: _type = "Task" [ 986.185270] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.203710] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.204987] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.205924] env[69374]: DEBUG nova.compute.manager [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.209121] env[69374]: DEBUG oslo_concurrency.lockutils [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.105s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.209435] env[69374]: DEBUG nova.objects.instance [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lazy-loading 'resources' on Instance uuid 8f7563b6-b739-48f5-afcd-74ff590d32ef {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.398540] env[69374]: DEBUG oslo_vmware.api [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111669, 'name': PowerOnVM_Task, 'duration_secs': 0.812879} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.398540] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.398540] env[69374]: INFO nova.compute.manager [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Took 10.62 seconds to spawn the instance on the hypervisor. [ 986.399625] env[69374]: DEBUG nova.compute.manager [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.400459] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e8d528-711a-4040-8e8d-baa5ac197665 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.427755] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111671, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.702721] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.703099] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.704442] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.719783] env[69374]: DEBUG nova.compute.utils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.720778] env[69374]: DEBUG nova.compute.manager [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.721149] env[69374]: DEBUG nova.network.neutron [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.924606] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682247} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.925124] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 972843e9-eeb9-4157-80a8-498723f60484/972843e9-eeb9-4157-80a8-498723f60484.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.926120] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.926120] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e050e23-8b45-42f9-961f-429f6c5f5a8d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.936790] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 986.936790] env[69374]: value = "task-4111673" [ 986.936790] env[69374]: _type = "Task" [ 986.936790] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.950174] env[69374]: INFO nova.compute.manager [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Took 44.68 seconds to build instance. [ 986.962028] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.147284] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56adf356-2ee9-499b-8c4c-52f726bb702c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.156375] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e6676d-3027-4325-badb-f96f8597ab24 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.191213] env[69374]: DEBUG nova.policy [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c878f8d5e8142f485dd999e9fdf97b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c21f4064b2a4d4480b28bb877fdf815', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.195832] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450a397d-7d25-4367-a163-e3f5099394a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.205106] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111672, 'name': ReconfigVM_Task, 'duration_secs': 0.850705} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.209402] env[69374]: DEBUG nova.compute.manager [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.213063] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Reconfigured VM instance instance-00000049 to attach disk [datastore1] ea25149b-d4b6-4418-973a-849ab078fe10/ea25149b-d4b6-4418-973a-849ab078fe10.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.215413] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53135af5-6144-431d-9ab3-7d027cf63f50 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.218754] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaeb78b-4cb1-4f30-a0dd-307ecf415208 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.236086] env[69374]: DEBUG nova.compute.manager [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.243021] env[69374]: DEBUG nova.compute.provider_tree [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.243021] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 987.243021] env[69374]: value = "task-4111674" [ 987.243021] env[69374]: _type = "Task" [ 987.243021] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.254244] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111674, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.457661] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5dd12b72-6708-4bed-be0b-7d7d3263d741 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Lock "779402fd-c790-4518-96ec-a9faf7721dee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.197s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.458257] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078639} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.458257] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.459291] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4432b4-474b-46b6-9b99-cb885026d92b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.494659] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 972843e9-eeb9-4157-80a8-498723f60484/972843e9-eeb9-4157-80a8-498723f60484.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.495162] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49d9a40f-d6a7-45db-8ea3-e88f307294a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.517320] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 987.517320] env[69374]: value = "task-4111675" [ 987.517320] env[69374]: _type = "Task" [ 987.517320] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.528935] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.743108] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.749990] env[69374]: DEBUG nova.scheduler.client.report [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.769400] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111674, 'name': Rename_Task, 'duration_secs': 0.357299} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.769400] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.769400] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-744e82a5-0f24-47b0-a5ba-96a0b6ea7e04 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.779934] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 987.779934] env[69374]: value = "task-4111676" [ 987.779934] env[69374]: _type = "Task" [ 987.779934] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.793647] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.028409] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111675, 'name': ReconfigVM_Task, 'duration_secs': 0.358494} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.028724] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 972843e9-eeb9-4157-80a8-498723f60484/972843e9-eeb9-4157-80a8-498723f60484.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.029447] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fdcd631-ae01-45be-9d6e-ea645469675c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.038274] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 988.038274] env[69374]: value = "task-4111677" [ 988.038274] env[69374]: _type = "Task" [ 988.038274] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.053064] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111677, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.084129] env[69374]: DEBUG nova.network.neutron [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Successfully created port: d07d1bb1-180c-410a-82d5-53385273a334 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.260236] env[69374]: DEBUG oslo_concurrency.lockutils [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.265432] env[69374]: DEBUG nova.compute.manager [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.269824] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.937s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.271519] env[69374]: INFO nova.compute.claims [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.294087] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.313933] env[69374]: DEBUG nova.virt.hardware [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.314292] env[69374]: DEBUG nova.virt.hardware [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.314479] env[69374]: DEBUG nova.virt.hardware [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.314673] env[69374]: DEBUG nova.virt.hardware [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.314823] env[69374]: DEBUG nova.virt.hardware [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.314975] env[69374]: DEBUG nova.virt.hardware [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.315485] env[69374]: DEBUG nova.virt.hardware [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.315674] env[69374]: DEBUG nova.virt.hardware [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.316057] env[69374]: DEBUG nova.virt.hardware [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.316099] env[69374]: DEBUG nova.virt.hardware [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.316283] env[69374]: DEBUG nova.virt.hardware [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.317347] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7195efb0-d8bc-4c27-887d-d9a6f80c32a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.321655] env[69374]: INFO nova.scheduler.client.report [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleted allocations for instance 8f7563b6-b739-48f5-afcd-74ff590d32ef [ 988.334715] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbde324-57e6-4e0c-8f9d-81a814a08ed7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.554907] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111677, 'name': Rename_Task, 'duration_secs': 0.169343} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.555986] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.556152] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867f8e7a-afad-41f0-8257-e86649d3b3fe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.569855] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 988.569855] env[69374]: value = "task-4111678" [ 988.569855] env[69374]: _type = "Task" [ 988.569855] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.583849] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.796575] env[69374]: DEBUG oslo_vmware.api [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111676, 'name': PowerOnVM_Task, 'duration_secs': 0.89284} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.798635] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.799515] env[69374]: INFO nova.compute.manager [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Took 9.42 seconds to spawn the instance on the hypervisor. [ 988.803469] env[69374]: DEBUG nova.compute.manager [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.803469] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bb57d1-9467-4938-bd0a-00f89f738ba1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.835777] env[69374]: DEBUG oslo_concurrency.lockutils [None req-801a0818-b5d2-445e-a062-7a8ec5dff7c0 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "8f7563b6-b739-48f5-afcd-74ff590d32ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.526s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.084610] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111678, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.337543] env[69374]: INFO nova.compute.manager [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Took 44.04 seconds to build instance. [ 989.588098] env[69374]: DEBUG oslo_vmware.api [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111678, 'name': PowerOnVM_Task, 'duration_secs': 0.542104} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.588462] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.588721] env[69374]: DEBUG nova.compute.manager [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 989.589993] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac3267-dc39-4dcc-8f9b-c827b929028b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.812818] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1911bb90-3452-464b-8fc5-9805129529ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.824917] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f068346a-8a30-43fa-bdb8-579f42c8f4f8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.876539] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d77971f-c21f-4816-b358-bf22be572319 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "ea25149b-d4b6-4418-973a-849ab078fe10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.582s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.878063] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03691903-1e81-4643-9dd1-89228c65973e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.891867] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4850221-8e73-4947-81d6-6714c676e0df {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.915992] env[69374]: DEBUG nova.compute.provider_tree [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.970385] env[69374]: DEBUG oslo_concurrency.lockutils [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "71bb33fe-516e-45d1-9097-775e783d763e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.970541] env[69374]: DEBUG oslo_concurrency.lockutils [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "71bb33fe-516e-45d1-9097-775e783d763e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.970719] env[69374]: DEBUG oslo_concurrency.lockutils [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "71bb33fe-516e-45d1-9097-775e783d763e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.970937] env[69374]: DEBUG oslo_concurrency.lockutils [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "71bb33fe-516e-45d1-9097-775e783d763e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.971586] env[69374]: DEBUG oslo_concurrency.lockutils [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "71bb33fe-516e-45d1-9097-775e783d763e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.975236] env[69374]: INFO nova.compute.manager [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Terminating instance [ 990.113297] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.419757] env[69374]: DEBUG nova.scheduler.client.report [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.481296] env[69374]: DEBUG nova.compute.manager [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.482731] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.484392] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3732ee-1231-4611-ae6e-ff4165cc79b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.494990] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.495868] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-644a230a-5f3b-4957-b895-6641ffc2dfbe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.508513] env[69374]: DEBUG oslo_vmware.api [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 990.508513] env[69374]: value = "task-4111679" [ 990.508513] env[69374]: _type = "Task" [ 990.508513] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.520438] env[69374]: DEBUG oslo_vmware.api [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.927848] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.928796] env[69374]: DEBUG nova.compute.manager [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.933275] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.536s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.933541] env[69374]: DEBUG nova.objects.instance [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lazy-loading 'resources' on Instance uuid 23852d0d-1e37-458d-bc2f-453086768afc {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.020934] env[69374]: DEBUG oslo_vmware.api [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111679, 'name': PowerOffVM_Task, 'duration_secs': 0.370524} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.021308] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.021545] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.021836] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ef431e6-2c47-4da7-80b8-1de5eb852951 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.107188] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.107457] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.107741] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleting the datastore file [datastore2] 71bb33fe-516e-45d1-9097-775e783d763e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.108128] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a71868a8-f89e-4e4e-80cd-9a5c92f52b4c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.117664] env[69374]: DEBUG oslo_vmware.api [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 991.117664] env[69374]: value = "task-4111681" [ 991.117664] env[69374]: _type = "Task" [ 991.117664] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.144293] env[69374]: DEBUG oslo_vmware.api [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.376117] env[69374]: DEBUG nova.network.neutron [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Successfully updated port: d07d1bb1-180c-410a-82d5-53385273a334 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.436703] env[69374]: DEBUG nova.compute.utils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.445307] env[69374]: DEBUG nova.compute.manager [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.449595] env[69374]: DEBUG nova.network.neutron [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.604426] env[69374]: DEBUG nova.policy [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '182ab8b9fc314f41bea04a16afcdcc18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8f5a50db5c2416186264f96d78f4490', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.642895] env[69374]: DEBUG oslo_vmware.api [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287948} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.642895] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.644777] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.644777] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.644777] env[69374]: INFO nova.compute.manager [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 991.644777] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.644777] env[69374]: DEBUG nova.compute.manager [-] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.644777] env[69374]: DEBUG nova.network.neutron [-] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.880675] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "refresh_cache-b7e0528a-581a-4001-bdb8-e16f3f28647f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.880675] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "refresh_cache-b7e0528a-581a-4001-bdb8-e16f3f28647f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.880675] env[69374]: DEBUG nova.network.neutron [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.918885] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b415dfd1-4783-467c-aa63-8a0467b61ab4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.932251] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4846c01-bc44-4daf-b609-5528b99c50d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.988976] env[69374]: DEBUG nova.compute.manager [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.995181] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff53c510-84be-4c05-ad26-57c5fbb77516 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.005924] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bef289a-a1d7-43bb-b047-8a72826073e1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.026045] env[69374]: DEBUG nova.compute.provider_tree [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.372497] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.372659] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.432177] env[69374]: DEBUG nova.network.neutron [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.535075] env[69374]: DEBUG nova.scheduler.client.report [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.690974] env[69374]: DEBUG nova.network.neutron [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Updating instance_info_cache with network_info: [{"id": "d07d1bb1-180c-410a-82d5-53385273a334", "address": "fa:16:3e:b3:ac:00", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07d1bb1-18", "ovs_interfaceid": "d07d1bb1-180c-410a-82d5-53385273a334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.732061] env[69374]: DEBUG nova.compute.manager [req-80b62d4c-79c0-4c6c-acd3-3eee04bcbf4f req-a209dd95-3928-429b-b7bd-e22e129fce86 service nova] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Received event network-vif-plugged-d07d1bb1-180c-410a-82d5-53385273a334 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.732277] env[69374]: DEBUG oslo_concurrency.lockutils [req-80b62d4c-79c0-4c6c-acd3-3eee04bcbf4f req-a209dd95-3928-429b-b7bd-e22e129fce86 service nova] Acquiring lock "b7e0528a-581a-4001-bdb8-e16f3f28647f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.732571] env[69374]: DEBUG oslo_concurrency.lockutils [req-80b62d4c-79c0-4c6c-acd3-3eee04bcbf4f req-a209dd95-3928-429b-b7bd-e22e129fce86 service nova] Lock "b7e0528a-581a-4001-bdb8-e16f3f28647f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.732802] env[69374]: DEBUG oslo_concurrency.lockutils [req-80b62d4c-79c0-4c6c-acd3-3eee04bcbf4f req-a209dd95-3928-429b-b7bd-e22e129fce86 service nova] Lock "b7e0528a-581a-4001-bdb8-e16f3f28647f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.732973] env[69374]: DEBUG nova.compute.manager [req-80b62d4c-79c0-4c6c-acd3-3eee04bcbf4f req-a209dd95-3928-429b-b7bd-e22e129fce86 service nova] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] No waiting events found dispatching network-vif-plugged-d07d1bb1-180c-410a-82d5-53385273a334 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 992.734930] env[69374]: WARNING nova.compute.manager [req-80b62d4c-79c0-4c6c-acd3-3eee04bcbf4f req-a209dd95-3928-429b-b7bd-e22e129fce86 service nova] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Received unexpected event network-vif-plugged-d07d1bb1-180c-410a-82d5-53385273a334 for instance with vm_state building and task_state spawning. [ 992.875807] env[69374]: DEBUG nova.compute.manager [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.006214] env[69374]: DEBUG nova.compute.manager [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.034517] env[69374]: DEBUG nova.virt.hardware [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.037604] env[69374]: DEBUG nova.virt.hardware [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.037604] env[69374]: DEBUG nova.virt.hardware [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.037604] env[69374]: DEBUG nova.virt.hardware [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.037604] env[69374]: DEBUG nova.virt.hardware [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.037604] env[69374]: DEBUG nova.virt.hardware [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.037604] env[69374]: DEBUG nova.virt.hardware [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.037604] env[69374]: DEBUG nova.virt.hardware [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.037604] env[69374]: DEBUG nova.virt.hardware [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.037604] env[69374]: DEBUG nova.virt.hardware [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.037604] env[69374]: DEBUG nova.virt.hardware [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.037604] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a22e26-f7f6-4805-bd3b-d4b5b21434ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.047961] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.049559] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.563s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.049808] env[69374]: DEBUG nova.objects.instance [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lazy-loading 'resources' on Instance uuid 985f141c-62c8-4ee6-8989-3afbb66f0e49 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.054026] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828420ce-d03d-4dc6-9971-b04fe33f4e6b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.076956] env[69374]: INFO nova.scheduler.client.report [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Deleted allocations for instance 23852d0d-1e37-458d-bc2f-453086768afc [ 993.199206] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "refresh_cache-b7e0528a-581a-4001-bdb8-e16f3f28647f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.199696] env[69374]: DEBUG nova.compute.manager [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Instance network_info: |[{"id": "d07d1bb1-180c-410a-82d5-53385273a334", "address": "fa:16:3e:b3:ac:00", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07d1bb1-18", "ovs_interfaceid": "d07d1bb1-180c-410a-82d5-53385273a334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.200221] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:ac:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd07d1bb1-180c-410a-82d5-53385273a334', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.211075] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.211075] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.211075] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6490f58-1b0e-4346-a877-205831cb5231 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.234181] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.234181] env[69374]: value = "task-4111682" [ 993.234181] env[69374]: _type = "Task" [ 993.234181] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.243372] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111682, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.244389] env[69374]: DEBUG nova.network.neutron [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Successfully created port: 6a6e26f2-d4a6-4901-a530-792f053da3aa {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.371892] env[69374]: DEBUG nova.network.neutron [-] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.409781] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.596467] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3d7ef6d6-4541-457e-b8f4-c8d6728f734e tempest-SecurityGroupsTestJSON-735039254 tempest-SecurityGroupsTestJSON-735039254-project-member] Lock "23852d0d-1e37-458d-bc2f-453086768afc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.395s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.746464] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111682, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.882772] env[69374]: INFO nova.compute.manager [-] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Took 2.24 seconds to deallocate network for instance. [ 993.933615] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquiring lock "972843e9-eeb9-4157-80a8-498723f60484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.934087] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "972843e9-eeb9-4157-80a8-498723f60484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.934271] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquiring lock "972843e9-eeb9-4157-80a8-498723f60484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.934394] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "972843e9-eeb9-4157-80a8-498723f60484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.934587] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "972843e9-eeb9-4157-80a8-498723f60484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.941063] env[69374]: INFO nova.compute.manager [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Terminating instance [ 993.976898] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc5741d-7618-41b9-bbf2-89929af39e44 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.987489] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0eb715-7def-4b1c-be15-f92be5059564 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.028282] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e858ab1e-4447-43fd-ba5b-108dbbd84e78 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.037607] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7813c0-8a8f-41bd-9bed-8f66ad0819b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.056476] env[69374]: DEBUG nova.compute.provider_tree [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.253752] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111682, 'name': CreateVM_Task, 'duration_secs': 0.548718} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.254508] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.255963] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.257664] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.258040] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.258568] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0143da4d-510a-436c-a6ac-9dca50edeb37 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.269268] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 994.269268] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5217c9ce-7cde-8d51-d942-c74fa7a0c05b" [ 994.269268] env[69374]: _type = "Task" [ 994.269268] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.285066] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5217c9ce-7cde-8d51-d942-c74fa7a0c05b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.392485] env[69374]: DEBUG oslo_concurrency.lockutils [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.446690] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquiring lock "refresh_cache-972843e9-eeb9-4157-80a8-498723f60484" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.446934] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquired lock "refresh_cache-972843e9-eeb9-4157-80a8-498723f60484" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.447230] env[69374]: DEBUG nova.network.neutron [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.559390] env[69374]: DEBUG nova.scheduler.client.report [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.785236] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5217c9ce-7cde-8d51-d942-c74fa7a0c05b, 'name': SearchDatastore_Task, 'duration_secs': 0.022017} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.785615] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.785815] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.786292] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.786439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.786668] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.786933] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c95c245a-dcd1-4eda-a72e-77db65dcd0dc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.799191] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.800575] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.800575] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4c225b-4d1b-4f48-b557-5127fa1dc506 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.807257] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 994.807257] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5209ddc9-5303-63c3-8530-57191835a209" [ 994.807257] env[69374]: _type = "Task" [ 994.807257] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.819923] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5209ddc9-5303-63c3-8530-57191835a209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.027870] env[69374]: DEBUG nova.network.neutron [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.069401] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.073426] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.590s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.073656] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.075648] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.319s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.077296] env[69374]: INFO nova.compute.claims [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.106917] env[69374]: INFO nova.scheduler.client.report [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Deleted allocations for instance 985f141c-62c8-4ee6-8989-3afbb66f0e49 [ 995.125707] env[69374]: INFO nova.scheduler.client.report [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleted allocations for instance 7db22c5e-6c21-49be-8906-ec6aff0e722c [ 995.212282] env[69374]: DEBUG nova.network.neutron [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.322054] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5209ddc9-5303-63c3-8530-57191835a209, 'name': SearchDatastore_Task, 'duration_secs': 0.027086} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.323209] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249d0969-3ce7-4aad-a990-47fb8e2524a4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.330119] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 995.330119] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5279a978-f0f4-492e-19e9-9663735bec50" [ 995.330119] env[69374]: _type = "Task" [ 995.330119] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.342127] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5279a978-f0f4-492e-19e9-9663735bec50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.410316] env[69374]: DEBUG nova.compute.manager [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Received event network-changed-d07d1bb1-180c-410a-82d5-53385273a334 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.410574] env[69374]: DEBUG nova.compute.manager [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Refreshing instance network info cache due to event network-changed-d07d1bb1-180c-410a-82d5-53385273a334. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.410816] env[69374]: DEBUG oslo_concurrency.lockutils [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] Acquiring lock "refresh_cache-b7e0528a-581a-4001-bdb8-e16f3f28647f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.410971] env[69374]: DEBUG oslo_concurrency.lockutils [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] Acquired lock "refresh_cache-b7e0528a-581a-4001-bdb8-e16f3f28647f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.411153] env[69374]: DEBUG nova.network.neutron [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Refreshing network info cache for port d07d1bb1-180c-410a-82d5-53385273a334 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.475026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "c9dc76f1-fcae-4708-98d7-81734b313822" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.475026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "c9dc76f1-fcae-4708-98d7-81734b313822" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.592648] env[69374]: DEBUG oslo_vmware.rw_handles [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadcce-7ecb-b5d3-ca30-36566ceabbfe/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 995.592917] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adacfdd4-ad8e-4e66-91d7-dc9af272f2c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.605456] env[69374]: DEBUG oslo_vmware.rw_handles [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadcce-7ecb-b5d3-ca30-36566ceabbfe/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 995.605456] env[69374]: ERROR oslo_vmware.rw_handles [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadcce-7ecb-b5d3-ca30-36566ceabbfe/disk-0.vmdk due to incomplete transfer. [ 995.605456] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e745405-eda1-493f-a2fc-a309fa60e577 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.616384] env[69374]: DEBUG oslo_vmware.rw_handles [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadcce-7ecb-b5d3-ca30-36566ceabbfe/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 995.616797] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Uploaded image ed9c9a9b-6b2d-43bb-8277-5138815c399f to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 995.619821] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 995.622728] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eeec7c9e-507b-4380-b3c0-9085007deb37 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.625315] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39f64908-304a-443a-a545-59b55c60bb77 tempest-MigrationsAdminTest-461210280 tempest-MigrationsAdminTest-461210280-project-member] Lock "985f141c-62c8-4ee6-8989-3afbb66f0e49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.168s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.637380] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 995.637380] env[69374]: value = "task-4111683" [ 995.637380] env[69374]: _type = "Task" [ 995.637380] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.638388] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bdbea917-9bf8-48b6-b31e-96154cb099c9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "7db22c5e-6c21-49be-8906-ec6aff0e722c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.564s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.654585] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111683, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.718261] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Releasing lock "refresh_cache-972843e9-eeb9-4157-80a8-498723f60484" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.718808] env[69374]: DEBUG nova.compute.manager [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.719103] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.720505] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5d8c95-f16e-4384-b4ba-b0e886d60f1d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.729870] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.730204] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3ab8946-6c0b-46c3-b6d8-bd4cd4a8a326 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.738118] env[69374]: DEBUG oslo_vmware.api [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 995.738118] env[69374]: value = "task-4111684" [ 995.738118] env[69374]: _type = "Task" [ 995.738118] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.751656] env[69374]: DEBUG oslo_vmware.api [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.843931] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5279a978-f0f4-492e-19e9-9663735bec50, 'name': SearchDatastore_Task, 'duration_secs': 0.028788} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.844577] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.844812] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] b7e0528a-581a-4001-bdb8-e16f3f28647f/b7e0528a-581a-4001-bdb8-e16f3f28647f.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.845123] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a99c9b3-2390-4ec5-a310-caeefda147a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.853558] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 995.853558] env[69374]: value = "task-4111685" [ 995.853558] env[69374]: _type = "Task" [ 995.853558] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.863710] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.980425] env[69374]: DEBUG nova.compute.manager [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.157614] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111683, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.257753] env[69374]: DEBUG oslo_vmware.api [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111684, 'name': PowerOffVM_Task, 'duration_secs': 0.185675} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.257753] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.257753] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.257753] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5da4dc17-a413-4309-9953-2500032f1f1a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.284444] env[69374]: DEBUG nova.network.neutron [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Successfully updated port: 6a6e26f2-d4a6-4901-a530-792f053da3aa {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.294926] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.294926] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.294926] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Deleting the datastore file [datastore1] 972843e9-eeb9-4157-80a8-498723f60484 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.298595] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af6844ba-7c40-47b4-bd87-97e07b17a71c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.315696] env[69374]: DEBUG oslo_vmware.api [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for the task: (returnval){ [ 996.315696] env[69374]: value = "task-4111687" [ 996.315696] env[69374]: _type = "Task" [ 996.315696] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.331251] env[69374]: DEBUG oslo_vmware.api [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.367572] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111685, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.511061] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.546838] env[69374]: DEBUG nova.network.neutron [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Updated VIF entry in instance network info cache for port d07d1bb1-180c-410a-82d5-53385273a334. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.549474] env[69374]: DEBUG nova.network.neutron [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Updating instance_info_cache with network_info: [{"id": "d07d1bb1-180c-410a-82d5-53385273a334", "address": "fa:16:3e:b3:ac:00", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd07d1bb1-18", "ovs_interfaceid": "d07d1bb1-180c-410a-82d5-53385273a334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.557227] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b407cfe6-7a42-4a67-8221-52b91d7284ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.566664] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8859cd45-5d84-48ce-ba26-d1bbfe0b4870 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.614518] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb08c94-b2c2-4da3-ae4a-e8a9c0f71436 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.627728] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b0ff11-1b60-4ef5-8316-5a73747425d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.651564] env[69374]: DEBUG nova.compute.provider_tree [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.668448] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111683, 'name': Destroy_Task, 'duration_secs': 0.828717} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.668448] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Destroyed the VM [ 996.668628] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 996.668933] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c6f641c-842a-4442-9c3c-aeb59d94ed51 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.680250] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 996.680250] env[69374]: value = "task-4111688" [ 996.680250] env[69374]: _type = "Task" [ 996.680250] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.691430] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111688, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.792036] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "refresh_cache-e697715e-c3d1-48ca-89ac-3caa6a76307d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.792179] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "refresh_cache-e697715e-c3d1-48ca-89ac-3caa6a76307d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.792411] env[69374]: DEBUG nova.network.neutron [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.831117] env[69374]: DEBUG oslo_vmware.api [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Task: {'id': task-4111687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493992} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.831571] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.831791] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.832070] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.835299] env[69374]: INFO nova.compute.manager [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Took 1.11 seconds to destroy the instance on the hypervisor. [ 996.835299] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.835299] env[69374]: DEBUG nova.compute.manager [-] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.835299] env[69374]: DEBUG nova.network.neutron [-] [instance: 972843e9-eeb9-4157-80a8-498723f60484] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.866045] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893174} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.866932] env[69374]: DEBUG nova.network.neutron [-] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.868295] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] b7e0528a-581a-4001-bdb8-e16f3f28647f/b7e0528a-581a-4001-bdb8-e16f3f28647f.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.872162] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.872162] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfa0ad28-a55b-442f-a616-3d85cae970b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.877413] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 996.877413] env[69374]: value = "task-4111689" [ 996.877413] env[69374]: _type = "Task" [ 996.877413] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.889633] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.062303] env[69374]: DEBUG oslo_concurrency.lockutils [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] Releasing lock "refresh_cache-b7e0528a-581a-4001-bdb8-e16f3f28647f" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.062635] env[69374]: DEBUG nova.compute.manager [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Received event network-changed-f86750a5-7ce1-4273-9753-d33e8eda5536 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.062981] env[69374]: DEBUG nova.compute.manager [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Refreshing instance network info cache due to event network-changed-f86750a5-7ce1-4273-9753-d33e8eda5536. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.063027] env[69374]: DEBUG oslo_concurrency.lockutils [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] Acquiring lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.063178] env[69374]: DEBUG oslo_concurrency.lockutils [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] Acquired lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.063338] env[69374]: DEBUG nova.network.neutron [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Refreshing network info cache for port f86750a5-7ce1-4273-9753-d33e8eda5536 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.160029] env[69374]: DEBUG nova.scheduler.client.report [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.198856] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111688, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.241951] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquiring lock "97b1c804-c2c2-4991-9e9d-7443a412265e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.242354] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "97b1c804-c2c2-4991-9e9d-7443a412265e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.370560] env[69374]: DEBUG nova.network.neutron [-] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.389976] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191109} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.390289] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.391332] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df251ff5-620d-46b8-b43a-98f3d3231847 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.397152] env[69374]: DEBUG nova.network.neutron [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.425118] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] b7e0528a-581a-4001-bdb8-e16f3f28647f/b7e0528a-581a-4001-bdb8-e16f3f28647f.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.429025] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0353f50-104f-4442-a40e-cb14c2647747 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.448753] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 997.448753] env[69374]: value = "task-4111690" [ 997.448753] env[69374]: _type = "Task" [ 997.448753] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.463449] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111690, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.672130] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.672817] env[69374]: DEBUG nova.compute.manager [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.676662] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.131s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.678024] env[69374]: DEBUG nova.objects.instance [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lazy-loading 'resources' on Instance uuid d0e61a0d-d9ac-43a8-8381-adeb72711345 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.696026] env[69374]: DEBUG oslo_vmware.api [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111688, 'name': RemoveSnapshot_Task, 'duration_secs': 0.756675} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.696026] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 997.696026] env[69374]: INFO nova.compute.manager [None req-d54e68fd-fea4-4e7c-940e-54c45df8505c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Took 18.49 seconds to snapshot the instance on the hypervisor. [ 997.745893] env[69374]: DEBUG nova.compute.manager [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.876606] env[69374]: INFO nova.compute.manager [-] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Took 1.04 seconds to deallocate network for instance. [ 997.919275] env[69374]: DEBUG nova.network.neutron [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Updating instance_info_cache with network_info: [{"id": "6a6e26f2-d4a6-4901-a530-792f053da3aa", "address": "fa:16:3e:16:4e:b4", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6e26f2-d4", "ovs_interfaceid": "6a6e26f2-d4a6-4901-a530-792f053da3aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.963527] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.003959] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.004253] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.185843] env[69374]: DEBUG nova.compute.utils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.194324] env[69374]: DEBUG nova.compute.manager [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.194324] env[69374]: DEBUG nova.network.neutron [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.277567] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.385025] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.429339] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "refresh_cache-e697715e-c3d1-48ca-89ac-3caa6a76307d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.429717] env[69374]: DEBUG nova.compute.manager [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Instance network_info: |[{"id": "6a6e26f2-d4a6-4901-a530-792f053da3aa", "address": "fa:16:3e:16:4e:b4", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6e26f2-d4", "ovs_interfaceid": "6a6e26f2-d4a6-4901-a530-792f053da3aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.430144] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:4e:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a6e26f2-d4a6-4901-a530-792f053da3aa', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.438166] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.440999] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.442365] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4bdbc80-5c89-4787-b0fe-3aba1682d5e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.469740] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.474546] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.474546] env[69374]: value = "task-4111694" [ 998.474546] env[69374]: _type = "Task" [ 998.474546] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.485802] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111694, 'name': CreateVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.510495] env[69374]: DEBUG nova.compute.manager [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.602281] env[69374]: DEBUG nova.policy [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c5396db9b3465cb97616fa2503ecf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd541e85aac9c4bd784316f4c2f3f7ed7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.607129] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4821578a-f7c2-4c23-87c0-4856128a63ed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.612870] env[69374]: DEBUG nova.network.neutron [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Updated VIF entry in instance network info cache for port f86750a5-7ce1-4273-9753-d33e8eda5536. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.613515] env[69374]: DEBUG nova.network.neutron [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Updating instance_info_cache with network_info: [{"id": "f86750a5-7ce1-4273-9753-d33e8eda5536", "address": "fa:16:3e:22:0f:a9", "network": {"id": "35b9cdf8-bfc9-4b46-8f4e-54e9088bc7d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1023452355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7f026e75aa482ca9d22b7f0a647f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86750a5-7c", "ovs_interfaceid": "f86750a5-7ce1-4273-9753-d33e8eda5536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.618422] env[69374]: DEBUG nova.compute.manager [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Received event network-vif-plugged-6a6e26f2-d4a6-4901-a530-792f053da3aa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.618790] env[69374]: DEBUG oslo_concurrency.lockutils [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] Acquiring lock "e697715e-c3d1-48ca-89ac-3caa6a76307d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.619150] env[69374]: DEBUG oslo_concurrency.lockutils [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.619479] env[69374]: DEBUG oslo_concurrency.lockutils [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.619915] env[69374]: DEBUG nova.compute.manager [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] No waiting events found dispatching network-vif-plugged-6a6e26f2-d4a6-4901-a530-792f053da3aa {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 998.620262] env[69374]: WARNING nova.compute.manager [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Received unexpected event network-vif-plugged-6a6e26f2-d4a6-4901-a530-792f053da3aa for instance with vm_state building and task_state spawning. [ 998.620669] env[69374]: DEBUG nova.compute.manager [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Received event network-changed-6a6e26f2-d4a6-4901-a530-792f053da3aa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.621091] env[69374]: DEBUG nova.compute.manager [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Refreshing instance network info cache due to event network-changed-6a6e26f2-d4a6-4901-a530-792f053da3aa. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.624034] env[69374]: DEBUG oslo_concurrency.lockutils [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] Acquiring lock "refresh_cache-e697715e-c3d1-48ca-89ac-3caa6a76307d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.624034] env[69374]: DEBUG oslo_concurrency.lockutils [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] Acquired lock "refresh_cache-e697715e-c3d1-48ca-89ac-3caa6a76307d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.624034] env[69374]: DEBUG nova.network.neutron [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Refreshing network info cache for port 6a6e26f2-d4a6-4901-a530-792f053da3aa {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.630637] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbad728-698c-42f5-a486-4e58fca742c9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.678253] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf4b87-11ce-4c51-b34a-16f3856a7481 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.688056] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e516d97d-9df2-4190-962c-518f2b5364dc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.696909] env[69374]: DEBUG nova.compute.manager [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.715034] env[69374]: DEBUG nova.compute.provider_tree [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.970104] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111690, 'name': ReconfigVM_Task, 'duration_secs': 1.315904} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.970409] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] b7e0528a-581a-4001-bdb8-e16f3f28647f/b7e0528a-581a-4001-bdb8-e16f3f28647f.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.971073] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fde9819-2594-44d9-89f8-efae9f21d109 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.979878] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 998.979878] env[69374]: value = "task-4111695" [ 998.979878] env[69374]: _type = "Task" [ 998.979878] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.986940] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111694, 'name': CreateVM_Task, 'duration_secs': 0.372544} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.987526] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.988310] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.988718] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.988791] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.989298] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd286e5-276a-4ffc-8d75-42df2e15e698 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.994319] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111695, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.998353] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 998.998353] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5293c4b7-a0ea-41bd-27b9-0cd037f94b1e" [ 998.998353] env[69374]: _type = "Task" [ 998.998353] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.009959] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5293c4b7-a0ea-41bd-27b9-0cd037f94b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.034825] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.124999] env[69374]: DEBUG oslo_concurrency.lockutils [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] Releasing lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.125311] env[69374]: DEBUG nova.compute.manager [req-d7af808d-204e-4749-b3e1-855587db923f req-610b814e-4968-4145-8733-3947da23d228 service nova] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Received event network-vif-deleted-7757410d-6ab1-4a95-a79a-a0ed9ae02fed {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.220578] env[69374]: DEBUG nova.scheduler.client.report [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.494421] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111695, 'name': Rename_Task, 'duration_secs': 0.15954} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.494421] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.494421] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11f63918-40d0-4d97-958e-cc872ec4406d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.505625] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 999.505625] env[69374]: value = "task-4111696" [ 999.505625] env[69374]: _type = "Task" [ 999.505625] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.513799] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5293c4b7-a0ea-41bd-27b9-0cd037f94b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.013254} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.514581] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.514831] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.515091] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.515242] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.515421] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.518055] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19af0592-a271-49c3-b594-1f0a0638db76 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.525444] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.538401] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.538596] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.539589] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124a30de-0aff-480b-8934-ea37379e649e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.549183] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 999.549183] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]527a1198-4809-ac63-5d7d-3c0766cd9620" [ 999.549183] env[69374]: _type = "Task" [ 999.549183] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.565586] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527a1198-4809-ac63-5d7d-3c0766cd9620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.709099] env[69374]: DEBUG nova.compute.manager [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.728486] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.732361] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.152s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.732463] env[69374]: DEBUG nova.objects.instance [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lazy-loading 'resources' on Instance uuid c62cd4ef-38ff-40eb-b992-a70c51fb8f99 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.749657] env[69374]: DEBUG nova.virt.hardware [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.749936] env[69374]: DEBUG nova.virt.hardware [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.750548] env[69374]: DEBUG nova.virt.hardware [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.750920] env[69374]: DEBUG nova.virt.hardware [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.751124] env[69374]: DEBUG nova.virt.hardware [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.751286] env[69374]: DEBUG nova.virt.hardware [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.751508] env[69374]: DEBUG nova.virt.hardware [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.752483] env[69374]: DEBUG nova.virt.hardware [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.752483] env[69374]: DEBUG nova.virt.hardware [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.752483] env[69374]: DEBUG nova.virt.hardware [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.752884] env[69374]: DEBUG nova.virt.hardware [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.754820] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a70053-38c7-4238-a878-9c0e0f6b075b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.758686] env[69374]: DEBUG nova.network.neutron [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Successfully created port: 51ecc627-facf-4f44-ab76-608a62b51faa {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.769036] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54475fc8-0bb1-4bcc-9b30-31ff4605e2a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.775526] env[69374]: INFO nova.scheduler.client.report [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Deleted allocations for instance d0e61a0d-d9ac-43a8-8381-adeb72711345 [ 999.810183] env[69374]: DEBUG nova.network.neutron [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Updated VIF entry in instance network info cache for port 6a6e26f2-d4a6-4901-a530-792f053da3aa. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.810296] env[69374]: DEBUG nova.network.neutron [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Updating instance_info_cache with network_info: [{"id": "6a6e26f2-d4a6-4901-a530-792f053da3aa", "address": "fa:16:3e:16:4e:b4", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6e26f2-d4", "ovs_interfaceid": "6a6e26f2-d4a6-4901-a530-792f053da3aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.019467] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.067803] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527a1198-4809-ac63-5d7d-3c0766cd9620, 'name': SearchDatastore_Task, 'duration_secs': 0.014021} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.069394] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b294f9-b3f7-461a-993d-d912a4bbc632 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.079866] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1000.079866] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f0659a-2199-b227-0e16-7500fe02fae3" [ 1000.079866] env[69374]: _type = "Task" [ 1000.079866] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.097628] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f0659a-2199-b227-0e16-7500fe02fae3, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.104027] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.104027] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] e697715e-c3d1-48ca-89ac-3caa6a76307d/e697715e-c3d1-48ca-89ac-3caa6a76307d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.104027] env[69374]: DEBUG nova.compute.manager [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Stashing vm_state: active {{(pid=69374) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1000.108012] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b867836-35a3-4408-8cf2-4312967be97d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.120143] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1000.120143] env[69374]: value = "task-4111697" [ 1000.120143] env[69374]: _type = "Task" [ 1000.120143] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.133144] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.298172] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f46e42c8-bac8-49b1-a32c-0efd005c3604 tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "d0e61a0d-d9ac-43a8-8381-adeb72711345" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.305s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.315711] env[69374]: DEBUG oslo_concurrency.lockutils [req-71d9336f-8f1a-43e9-b7fb-823633574504 req-6cd44f5a-1d03-4b11-a772-84ca96ab323d service nova] Releasing lock "refresh_cache-e697715e-c3d1-48ca-89ac-3caa6a76307d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.446822] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.446822] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.527024] env[69374]: DEBUG oslo_vmware.api [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111696, 'name': PowerOnVM_Task, 'duration_secs': 0.768283} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.527449] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.527734] env[69374]: INFO nova.compute.manager [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Took 12.26 seconds to spawn the instance on the hypervisor. [ 1000.528136] env[69374]: DEBUG nova.compute.manager [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.529529] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59238ca-03c1-4f2b-9f54-baeb993fb812 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.647268] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111697, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.649320] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.782227] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb27514-54a2-4da0-9078-1636d40eebdb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.791985] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3363639d-d8cd-4295-bd43-ab88539d5c5f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.828733] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d580e6f5-9b63-45ff-a01e-b0b083ce5ade {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.843142] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc3da1-49fe-44f6-affe-fe48826017d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.861276] env[69374]: DEBUG nova.compute.provider_tree [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.950395] env[69374]: DEBUG nova.compute.manager [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.058256] env[69374]: INFO nova.compute.manager [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Took 35.77 seconds to build instance. [ 1001.138420] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765598} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.138846] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] e697715e-c3d1-48ca-89ac-3caa6a76307d/e697715e-c3d1-48ca-89ac-3caa6a76307d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.139123] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.139424] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-490f1f4d-6b50-40ee-a8d7-788094fdefa2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.148766] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1001.148766] env[69374]: value = "task-4111699" [ 1001.148766] env[69374]: _type = "Task" [ 1001.148766] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.166348] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.240883] env[69374]: DEBUG nova.compute.manager [req-43291085-3360-4822-b09d-5f432b0dbc58 req-a9fd537d-dc6f-4849-9ce7-a8f24272e284 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Received event network-changed-f86750a5-7ce1-4273-9753-d33e8eda5536 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.241206] env[69374]: DEBUG nova.compute.manager [req-43291085-3360-4822-b09d-5f432b0dbc58 req-a9fd537d-dc6f-4849-9ce7-a8f24272e284 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Refreshing instance network info cache due to event network-changed-f86750a5-7ce1-4273-9753-d33e8eda5536. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.241703] env[69374]: DEBUG oslo_concurrency.lockutils [req-43291085-3360-4822-b09d-5f432b0dbc58 req-a9fd537d-dc6f-4849-9ce7-a8f24272e284 service nova] Acquiring lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.242012] env[69374]: DEBUG oslo_concurrency.lockutils [req-43291085-3360-4822-b09d-5f432b0dbc58 req-a9fd537d-dc6f-4849-9ce7-a8f24272e284 service nova] Acquired lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.242289] env[69374]: DEBUG nova.network.neutron [req-43291085-3360-4822-b09d-5f432b0dbc58 req-a9fd537d-dc6f-4849-9ce7-a8f24272e284 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Refreshing network info cache for port f86750a5-7ce1-4273-9753-d33e8eda5536 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.365048] env[69374]: DEBUG nova.scheduler.client.report [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.484474] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.564158] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ed408ba-ea61-4f23-ad04-706f1c3fc13e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "b7e0528a-581a-4001-bdb8-e16f3f28647f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.288s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.663983] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.317332} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.664313] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.665151] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616ad25c-8abd-4b33-aa92-be14081fa589 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.696750] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] e697715e-c3d1-48ca-89ac-3caa6a76307d/e697715e-c3d1-48ca-89ac-3caa6a76307d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.698774] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42bbd5aa-248a-4e79-921a-f7c9642ee399 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.727012] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1001.727012] env[69374]: value = "task-4111700" [ 1001.727012] env[69374]: _type = "Task" [ 1001.727012] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.738349] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.787146] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "b4a597c2-2bca-4eaa-9792-a98df34155a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.787470] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "b4a597c2-2bca-4eaa-9792-a98df34155a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.788184] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "b4a597c2-2bca-4eaa-9792-a98df34155a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.788184] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "b4a597c2-2bca-4eaa-9792-a98df34155a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.788184] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "b4a597c2-2bca-4eaa-9792-a98df34155a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.794026] env[69374]: INFO nova.compute.manager [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Terminating instance [ 1001.870495] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.873230] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.132s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.874956] env[69374]: INFO nova.compute.claims [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.898438] env[69374]: INFO nova.scheduler.client.report [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Deleted allocations for instance c62cd4ef-38ff-40eb-b992-a70c51fb8f99 [ 1002.065590] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.068543] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.068543] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.068543] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.068543] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.070662] env[69374]: INFO nova.compute.manager [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Terminating instance [ 1002.238677] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111700, 'name': ReconfigVM_Task, 'duration_secs': 0.321378} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.242109] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfigured VM instance instance-0000004b to attach disk [datastore1] e697715e-c3d1-48ca-89ac-3caa6a76307d/e697715e-c3d1-48ca-89ac-3caa6a76307d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.242109] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-700452ee-b444-4af6-9382-0a6743955aa0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.251085] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1002.251085] env[69374]: value = "task-4111701" [ 1002.251085] env[69374]: _type = "Task" [ 1002.251085] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.262555] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111701, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.303028] env[69374]: DEBUG nova.compute.manager [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.303028] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.303028] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2536cda5-6367-445d-ab80-ae784786aade {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.318054] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.318054] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c5ae7ff-82e0-493d-a1c0-5585c9d26bdc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.410031] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.410031] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.410031] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleting the datastore file [datastore2] b4a597c2-2bca-4eaa-9792-a98df34155a0 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.410031] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6810caf-1f6a-469a-8659-337aa4c683c2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.419378] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cb0873b9-76fc-48d4-897c-ee300087a9e0 tempest-ServerGroupTestJSON-1850714786 tempest-ServerGroupTestJSON-1850714786-project-member] Lock "c62cd4ef-38ff-40eb-b992-a70c51fb8f99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.743s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.428215] env[69374]: DEBUG oslo_vmware.api [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1002.428215] env[69374]: value = "task-4111703" [ 1002.428215] env[69374]: _type = "Task" [ 1002.428215] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.438815] env[69374]: DEBUG oslo_vmware.api [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.528068] env[69374]: DEBUG nova.network.neutron [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Successfully updated port: 51ecc627-facf-4f44-ab76-608a62b51faa {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.573639] env[69374]: DEBUG nova.compute.manager [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.574391] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.576794] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3f278e-2353-48b9-9290-3fd65ebb410a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.585319] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.585893] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db6f0fd-75ed-4d40-8c40-14c61110178b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.595034] env[69374]: DEBUG oslo_vmware.api [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 1002.595034] env[69374]: value = "task-4111704" [ 1002.595034] env[69374]: _type = "Task" [ 1002.595034] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.605869] env[69374]: DEBUG oslo_vmware.api [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.630238] env[69374]: DEBUG nova.network.neutron [req-43291085-3360-4822-b09d-5f432b0dbc58 req-a9fd537d-dc6f-4849-9ce7-a8f24272e284 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Updated VIF entry in instance network info cache for port f86750a5-7ce1-4273-9753-d33e8eda5536. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.630238] env[69374]: DEBUG nova.network.neutron [req-43291085-3360-4822-b09d-5f432b0dbc58 req-a9fd537d-dc6f-4849-9ce7-a8f24272e284 service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Updating instance_info_cache with network_info: [{"id": "f86750a5-7ce1-4273-9753-d33e8eda5536", "address": "fa:16:3e:22:0f:a9", "network": {"id": "35b9cdf8-bfc9-4b46-8f4e-54e9088bc7d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1023452355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da7f026e75aa482ca9d22b7f0a647f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf86750a5-7c", "ovs_interfaceid": "f86750a5-7ce1-4273-9753-d33e8eda5536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.766990] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111701, 'name': Rename_Task, 'duration_secs': 0.165388} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.769167] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.769580] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-542a4f0e-3a8a-424b-a7bd-261b2eaf6f1c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.783178] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1002.783178] env[69374]: value = "task-4111705" [ 1002.783178] env[69374]: _type = "Task" [ 1002.783178] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.794058] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.939398] env[69374]: DEBUG oslo_vmware.api [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328688} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.940635] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.940635] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.940635] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.940635] env[69374]: INFO nova.compute.manager [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1002.940941] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.941544] env[69374]: DEBUG nova.compute.manager [-] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.941544] env[69374]: DEBUG nova.network.neutron [-] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.031665] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.031665] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.031879] env[69374]: DEBUG nova.network.neutron [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.108589] env[69374]: DEBUG oslo_vmware.api [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111704, 'name': PowerOffVM_Task, 'duration_secs': 0.305032} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.112554] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.114402] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.114402] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79fb1728-4411-495f-9258-2b51118285ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.134179] env[69374]: DEBUG oslo_concurrency.lockutils [req-43291085-3360-4822-b09d-5f432b0dbc58 req-a9fd537d-dc6f-4849-9ce7-a8f24272e284 service nova] Releasing lock "refresh_cache-779402fd-c790-4518-96ec-a9faf7721dee" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.250830] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.251100] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.251289] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Deleting the datastore file [datastore2] e9cfe433-5f9e-43fe-adf6-281c6a2bd11f {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.251641] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2683afb-6f97-4d6d-b70d-41a150204dd0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.262385] env[69374]: DEBUG oslo_vmware.api [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 1003.262385] env[69374]: value = "task-4111708" [ 1003.262385] env[69374]: _type = "Task" [ 1003.262385] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.274813] env[69374]: DEBUG oslo_vmware.api [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.297983] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111705, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.317919] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85abce91-5f37-449e-a7e7-5d70d218ade6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.329937] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7854eff4-d465-43f6-80c5-832d3fa4ae57 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.365953] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d029e24-ef49-43bc-90c0-5e9e93311f3f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.375124] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b147310-1f04-4836-8a7a-e013c19fa45e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.390691] env[69374]: DEBUG nova.compute.provider_tree [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.562398] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "c8d635be-2047-4866-a68a-4251cc46b49e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.562989] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "c8d635be-2047-4866-a68a-4251cc46b49e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.598908] env[69374]: DEBUG nova.network.neutron [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.694184] env[69374]: DEBUG nova.compute.manager [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Received event network-vif-plugged-51ecc627-facf-4f44-ab76-608a62b51faa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.694403] env[69374]: DEBUG oslo_concurrency.lockutils [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] Acquiring lock "163487fb-71db-4577-833a-1740a552a3dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.696884] env[69374]: DEBUG oslo_concurrency.lockutils [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] Lock "163487fb-71db-4577-833a-1740a552a3dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.696884] env[69374]: DEBUG oslo_concurrency.lockutils [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] Lock "163487fb-71db-4577-833a-1740a552a3dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.696884] env[69374]: DEBUG nova.compute.manager [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] No waiting events found dispatching network-vif-plugged-51ecc627-facf-4f44-ab76-608a62b51faa {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1003.698314] env[69374]: WARNING nova.compute.manager [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Received unexpected event network-vif-plugged-51ecc627-facf-4f44-ab76-608a62b51faa for instance with vm_state building and task_state spawning. [ 1003.698570] env[69374]: DEBUG nova.compute.manager [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Received event network-changed-51ecc627-facf-4f44-ab76-608a62b51faa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.698748] env[69374]: DEBUG nova.compute.manager [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Refreshing instance network info cache due to event network-changed-51ecc627-facf-4f44-ab76-608a62b51faa. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.699017] env[69374]: DEBUG oslo_concurrency.lockutils [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] Acquiring lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.773679] env[69374]: DEBUG oslo_vmware.api [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444124} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.774016] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.776913] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.776913] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.776913] env[69374]: INFO nova.compute.manager [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1003.776913] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.776913] env[69374]: DEBUG nova.compute.manager [-] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.776913] env[69374]: DEBUG nova.network.neutron [-] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.799223] env[69374]: DEBUG oslo_vmware.api [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111705, 'name': PowerOnVM_Task, 'duration_secs': 0.540117} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.799223] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.799223] env[69374]: INFO nova.compute.manager [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1003.799223] env[69374]: DEBUG nova.compute.manager [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.799563] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a623e0a5-533b-4e9f-b177-0371a3b5f5d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.893590] env[69374]: DEBUG nova.scheduler.client.report [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.947403] env[69374]: DEBUG nova.network.neutron [-] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.990655] env[69374]: DEBUG nova.network.neutron [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance_info_cache with network_info: [{"id": "51ecc627-facf-4f44-ab76-608a62b51faa", "address": "fa:16:3e:f2:19:0c", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ecc627-fa", "ovs_interfaceid": "51ecc627-facf-4f44-ab76-608a62b51faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.065985] env[69374]: DEBUG nova.compute.manager [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.195649] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "b7e0528a-581a-4001-bdb8-e16f3f28647f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.195649] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "b7e0528a-581a-4001-bdb8-e16f3f28647f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.195649] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "b7e0528a-581a-4001-bdb8-e16f3f28647f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.195649] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "b7e0528a-581a-4001-bdb8-e16f3f28647f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.195649] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "b7e0528a-581a-4001-bdb8-e16f3f28647f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.197482] env[69374]: INFO nova.compute.manager [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Terminating instance [ 1004.320584] env[69374]: INFO nova.compute.manager [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Took 38.01 seconds to build instance. [ 1004.400011] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.404029] env[69374]: DEBUG nova.compute.manager [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.404029] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.290s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.404029] env[69374]: DEBUG nova.objects.instance [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1004.453046] env[69374]: INFO nova.compute.manager [-] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Took 1.51 seconds to deallocate network for instance. [ 1004.492723] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.493322] env[69374]: DEBUG nova.compute.manager [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Instance network_info: |[{"id": "51ecc627-facf-4f44-ab76-608a62b51faa", "address": "fa:16:3e:f2:19:0c", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ecc627-fa", "ovs_interfaceid": "51ecc627-facf-4f44-ab76-608a62b51faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.494951] env[69374]: DEBUG oslo_concurrency.lockutils [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] Acquired lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.495626] env[69374]: DEBUG nova.network.neutron [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Refreshing network info cache for port 51ecc627-facf-4f44-ab76-608a62b51faa {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.502201] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:19:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51ecc627-facf-4f44-ab76-608a62b51faa', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.511233] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Creating folder: Project (d541e85aac9c4bd784316f4c2f3f7ed7). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.511233] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c78fa47-52c6-45c3-a235-e463c1ee87fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.527150] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Created folder: Project (d541e85aac9c4bd784316f4c2f3f7ed7) in parent group-v814324. [ 1004.527311] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Creating folder: Instances. Parent ref: group-v814543. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.527972] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cee60a34-417a-4d4f-af54-3658bbc56f8e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.540222] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Created folder: Instances in parent group-v814543. [ 1004.543018] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.543018] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.543018] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5822d42-72a3-47dd-89e0-dfcf39010727 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.573939] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.573939] env[69374]: value = "task-4111711" [ 1004.573939] env[69374]: _type = "Task" [ 1004.573939] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.581427] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquiring lock "779402fd-c790-4518-96ec-a9faf7721dee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.581785] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Lock "779402fd-c790-4518-96ec-a9faf7721dee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.581937] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquiring lock "779402fd-c790-4518-96ec-a9faf7721dee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.582054] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Lock "779402fd-c790-4518-96ec-a9faf7721dee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.582230] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Lock "779402fd-c790-4518-96ec-a9faf7721dee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.586211] env[69374]: INFO nova.compute.manager [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Terminating instance [ 1004.591098] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111711, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.593496] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.701457] env[69374]: DEBUG nova.compute.manager [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.701709] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.702741] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555fa9be-1d16-4def-b93f-4744df91886b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.711791] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.712120] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0895746-ee90-4100-9e95-8e043be3287d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.725410] env[69374]: DEBUG oslo_vmware.api [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1004.725410] env[69374]: value = "task-4111712" [ 1004.725410] env[69374]: _type = "Task" [ 1004.725410] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.737017] env[69374]: DEBUG nova.network.neutron [-] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.738547] env[69374]: DEBUG oslo_vmware.api [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.824654] env[69374]: DEBUG oslo_concurrency.lockutils [None req-392df213-ca41-4297-bdc1-1e87c980f4ef tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.523s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.911706] env[69374]: DEBUG nova.compute.utils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.913604] env[69374]: DEBUG nova.compute.manager [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.913604] env[69374]: DEBUG nova.network.neutron [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.961181] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.007023] env[69374]: DEBUG nova.policy [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '133374b09efb44a2bbcd78747012faf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35739f4320e54a97a5a8b9cc87366152', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.091151] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111711, 'name': CreateVM_Task, 'duration_secs': 0.438341} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.091151] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.091151] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.091151] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.091365] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.094611] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820ac72e-1071-4ee2-8652-04931a98d256 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.097210] env[69374]: DEBUG nova.compute.manager [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.097716] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.098315] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9ca4e2-c623-4dca-b212-b79a406d0458 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.112226] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1005.112226] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52019f39-7475-9e1a-d9a4-daed1817cff6" [ 1005.112226] env[69374]: _type = "Task" [ 1005.112226] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.112535] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.112909] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49e2393b-25f6-4a8a-8b35-cf58fa0880d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.124447] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52019f39-7475-9e1a-d9a4-daed1817cff6, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.126060] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.126360] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.126627] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.126777] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.126960] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.127636] env[69374]: DEBUG oslo_vmware.api [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for the task: (returnval){ [ 1005.127636] env[69374]: value = "task-4111714" [ 1005.127636] env[69374]: _type = "Task" [ 1005.127636] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.127859] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ab13765-a9f4-46ab-9812-f01f6f22ab1f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.140050] env[69374]: DEBUG oslo_vmware.api [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.143492] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.143492] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.145649] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69a2290-e458-4a00-8521-8bee60b7828e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.152128] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1005.152128] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5247f5fc-624a-b3cd-95a5-963c87125ea9" [ 1005.152128] env[69374]: _type = "Task" [ 1005.152128] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.167938] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5247f5fc-624a-b3cd-95a5-963c87125ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.013225} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.168867] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fa5742-34af-4a75-a90a-cbbf1082e7a6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.177045] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1005.177045] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ad2ea1-2a25-ee2d-040d-e9d0c0cbe699" [ 1005.177045] env[69374]: _type = "Task" [ 1005.177045] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.190731] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ad2ea1-2a25-ee2d-040d-e9d0c0cbe699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.242776] env[69374]: INFO nova.compute.manager [-] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Took 1.47 seconds to deallocate network for instance. [ 1005.245659] env[69374]: DEBUG oslo_vmware.api [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111712, 'name': PowerOffVM_Task, 'duration_secs': 0.243183} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.247590] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.249655] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.253448] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0011ef02-a317-446b-b9fd-b07b0eb8db46 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.319905] env[69374]: DEBUG nova.compute.manager [req-df823921-2d7a-4808-a1a8-54304727c797 req-c510f866-0730-4fae-9738-df61b4a73692 service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Received event network-changed-6a6e26f2-d4a6-4901-a530-792f053da3aa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.320163] env[69374]: DEBUG nova.compute.manager [req-df823921-2d7a-4808-a1a8-54304727c797 req-c510f866-0730-4fae-9738-df61b4a73692 service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Refreshing instance network info cache due to event network-changed-6a6e26f2-d4a6-4901-a530-792f053da3aa. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.320447] env[69374]: DEBUG oslo_concurrency.lockutils [req-df823921-2d7a-4808-a1a8-54304727c797 req-c510f866-0730-4fae-9738-df61b4a73692 service nova] Acquiring lock "refresh_cache-e697715e-c3d1-48ca-89ac-3caa6a76307d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.320632] env[69374]: DEBUG oslo_concurrency.lockutils [req-df823921-2d7a-4808-a1a8-54304727c797 req-c510f866-0730-4fae-9738-df61b4a73692 service nova] Acquired lock "refresh_cache-e697715e-c3d1-48ca-89ac-3caa6a76307d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.320880] env[69374]: DEBUG nova.network.neutron [req-df823921-2d7a-4808-a1a8-54304727c797 req-c510f866-0730-4fae-9738-df61b4a73692 service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Refreshing network info cache for port 6a6e26f2-d4a6-4901-a530-792f053da3aa {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.352029] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.352029] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.352029] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleting the datastore file [datastore1] b7e0528a-581a-4001-bdb8-e16f3f28647f {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.352029] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-942562ca-c243-4264-8932-347f9aebf4fd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.361304] env[69374]: DEBUG oslo_vmware.api [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1005.361304] env[69374]: value = "task-4111716" [ 1005.361304] env[69374]: _type = "Task" [ 1005.361304] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.370960] env[69374]: DEBUG oslo_vmware.api [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.417787] env[69374]: DEBUG nova.compute.manager [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.423876] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b2eba74e-7b27-42ed-9025-7973ba78e3fe tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.426202] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.016s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.428999] env[69374]: INFO nova.compute.claims [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.619698] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "7c350606-bf18-451b-8107-54560658f758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.619931] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "7c350606-bf18-451b-8107-54560658f758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.643740] env[69374]: DEBUG oslo_vmware.api [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111714, 'name': PowerOffVM_Task, 'duration_secs': 0.200922} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.644093] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.644312] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.644609] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cc05620-5513-49e5-899f-43b2fa9f584e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.692118] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ad2ea1-2a25-ee2d-040d-e9d0c0cbe699, 'name': SearchDatastore_Task, 'duration_secs': 0.016178} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.692491] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.692805] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 163487fb-71db-4577-833a-1740a552a3dd/163487fb-71db-4577-833a-1740a552a3dd.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.693176] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6b189a2-d031-455d-b31b-1b46d0777bed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.704752] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1005.704752] env[69374]: value = "task-4111718" [ 1005.704752] env[69374]: _type = "Task" [ 1005.704752] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.718674] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.720197] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.720425] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.720603] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Deleting the datastore file [datastore1] 779402fd-c790-4518-96ec-a9faf7721dee {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.720893] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e150db41-5659-45c7-8a4d-39a57c883e05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.725353] env[69374]: DEBUG nova.network.neutron [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updated VIF entry in instance network info cache for port 51ecc627-facf-4f44-ab76-608a62b51faa. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.725353] env[69374]: DEBUG nova.network.neutron [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance_info_cache with network_info: [{"id": "51ecc627-facf-4f44-ab76-608a62b51faa", "address": "fa:16:3e:f2:19:0c", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ecc627-fa", "ovs_interfaceid": "51ecc627-facf-4f44-ab76-608a62b51faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.731590] env[69374]: DEBUG oslo_vmware.api [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for the task: (returnval){ [ 1005.731590] env[69374]: value = "task-4111719" [ 1005.731590] env[69374]: _type = "Task" [ 1005.731590] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.743141] env[69374]: DEBUG oslo_vmware.api [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.756873] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.834132] env[69374]: DEBUG nova.compute.manager [req-fdb11509-9e9a-46eb-a27a-3ff5ab909dd1 req-1539fe87-d20b-4128-afce-cc04628c1a31 service nova] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Received event network-vif-deleted-9160bc6e-8d8a-4349-9c61-efa8a64dacb1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.834380] env[69374]: DEBUG nova.compute.manager [req-fdb11509-9e9a-46eb-a27a-3ff5ab909dd1 req-1539fe87-d20b-4128-afce-cc04628c1a31 service nova] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Received event network-vif-deleted-650b2ece-9960-4a18-81c3-4a9e17269626 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.877186] env[69374]: DEBUG oslo_vmware.api [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178316} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.877761] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.877839] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.880050] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.880050] env[69374]: INFO nova.compute.manager [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1005.880050] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.880050] env[69374]: DEBUG nova.compute.manager [-] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.880050] env[69374]: DEBUG nova.network.neutron [-] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.995721] env[69374]: DEBUG nova.network.neutron [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Successfully created port: d0ffeebb-1460-470e-a334-8f55d07977a4 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.126412] env[69374]: DEBUG nova.compute.manager [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.217578] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111718, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.227634] env[69374]: DEBUG oslo_concurrency.lockutils [req-238c4d2c-e98f-46d8-91f0-d43826f46721 req-49d1a17e-b7c9-4333-9023-3af254cc10da service nova] Releasing lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.248337] env[69374]: DEBUG oslo_vmware.api [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.438287] env[69374]: DEBUG nova.compute.manager [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.472540] env[69374]: DEBUG nova.virt.hardware [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.472818] env[69374]: DEBUG nova.virt.hardware [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.472818] env[69374]: DEBUG nova.virt.hardware [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.472919] env[69374]: DEBUG nova.virt.hardware [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.473194] env[69374]: DEBUG nova.virt.hardware [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.473367] env[69374]: DEBUG nova.virt.hardware [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.473586] env[69374]: DEBUG nova.virt.hardware [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.473732] env[69374]: DEBUG nova.virt.hardware [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.473901] env[69374]: DEBUG nova.virt.hardware [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.474084] env[69374]: DEBUG nova.virt.hardware [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.474262] env[69374]: DEBUG nova.virt.hardware [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.475702] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dac977-c95e-45b9-890b-3d7b84c7d834 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.491199] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9a42e4-ff8c-4e4d-9209-3360e495886a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.578705] env[69374]: DEBUG nova.network.neutron [req-df823921-2d7a-4808-a1a8-54304727c797 req-c510f866-0730-4fae-9738-df61b4a73692 service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Updated VIF entry in instance network info cache for port 6a6e26f2-d4a6-4901-a530-792f053da3aa. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.579157] env[69374]: DEBUG nova.network.neutron [req-df823921-2d7a-4808-a1a8-54304727c797 req-c510f866-0730-4fae-9738-df61b4a73692 service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Updating instance_info_cache with network_info: [{"id": "6a6e26f2-d4a6-4901-a530-792f053da3aa", "address": "fa:16:3e:16:4e:b4", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6e26f2-d4", "ovs_interfaceid": "6a6e26f2-d4a6-4901-a530-792f053da3aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.650674] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.720788] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56391} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.723834] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 163487fb-71db-4577-833a-1740a552a3dd/163487fb-71db-4577-833a-1740a552a3dd.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.724217] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.724893] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-930742e6-2c24-422c-a693-77585cf7be88 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.733340] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1006.733340] env[69374]: value = "task-4111720" [ 1006.733340] env[69374]: _type = "Task" [ 1006.733340] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.751736] env[69374]: DEBUG oslo_vmware.api [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Task: {'id': task-4111719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537487} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.752051] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.752432] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.752556] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.752751] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.752955] env[69374]: INFO nova.compute.manager [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1006.753256] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.753851] env[69374]: DEBUG nova.compute.manager [-] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.754025] env[69374]: DEBUG nova.network.neutron [-] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.959820] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0527450c-9124-4e08-b845-a30b111151d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.967914] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c824c7e2-a9c8-4c60-9f9b-2652fb4d824a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.001845] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cfe555-b55e-4504-b07e-f24e9be604d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.011303] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bdd2a2-a73a-4883-93fa-af25f95c2f93 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.026923] env[69374]: DEBUG nova.compute.provider_tree [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.088020] env[69374]: DEBUG oslo_concurrency.lockutils [req-df823921-2d7a-4808-a1a8-54304727c797 req-c510f866-0730-4fae-9738-df61b4a73692 service nova] Releasing lock "refresh_cache-e697715e-c3d1-48ca-89ac-3caa6a76307d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.106697] env[69374]: DEBUG nova.network.neutron [-] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.249025] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078548} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.251470] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.251470] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7f4017-aefa-480d-8c45-72cfd6d8f3eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.286072] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 163487fb-71db-4577-833a-1740a552a3dd/163487fb-71db-4577-833a-1740a552a3dd.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.286072] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8bfa1c-d086-49bf-b6e5-66d7d9d5b480 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.309575] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1007.309575] env[69374]: value = "task-4111722" [ 1007.309575] env[69374]: _type = "Task" [ 1007.309575] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.322663] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.360026] env[69374]: DEBUG nova.compute.manager [req-b0b35870-7979-4280-a18a-c5b2de64c85c req-016fcf50-c37c-4dd6-8078-9de09959b844 service nova] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Received event network-vif-deleted-d07d1bb1-180c-410a-82d5-53385273a334 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.532025] env[69374]: DEBUG nova.scheduler.client.report [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.610827] env[69374]: INFO nova.compute.manager [-] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Took 1.73 seconds to deallocate network for instance. [ 1007.821172] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.957155] env[69374]: DEBUG nova.network.neutron [-] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.041474] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.042122] env[69374]: DEBUG nova.compute.manager [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.048639] env[69374]: DEBUG oslo_concurrency.lockutils [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.656s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.048930] env[69374]: DEBUG nova.objects.instance [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lazy-loading 'resources' on Instance uuid 71bb33fe-516e-45d1-9097-775e783d763e {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.070610] env[69374]: DEBUG nova.compute.manager [req-87a50041-f572-4783-9dce-a83d3130595b req-4b830e8a-c3a5-4d78-a63a-cb871476ef2f service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Received event network-vif-plugged-d0ffeebb-1460-470e-a334-8f55d07977a4 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.070610] env[69374]: DEBUG oslo_concurrency.lockutils [req-87a50041-f572-4783-9dce-a83d3130595b req-4b830e8a-c3a5-4d78-a63a-cb871476ef2f service nova] Acquiring lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.070610] env[69374]: DEBUG oslo_concurrency.lockutils [req-87a50041-f572-4783-9dce-a83d3130595b req-4b830e8a-c3a5-4d78-a63a-cb871476ef2f service nova] Lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.070610] env[69374]: DEBUG oslo_concurrency.lockutils [req-87a50041-f572-4783-9dce-a83d3130595b req-4b830e8a-c3a5-4d78-a63a-cb871476ef2f service nova] Lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.070610] env[69374]: DEBUG nova.compute.manager [req-87a50041-f572-4783-9dce-a83d3130595b req-4b830e8a-c3a5-4d78-a63a-cb871476ef2f service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] No waiting events found dispatching network-vif-plugged-d0ffeebb-1460-470e-a334-8f55d07977a4 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1008.070885] env[69374]: WARNING nova.compute.manager [req-87a50041-f572-4783-9dce-a83d3130595b req-4b830e8a-c3a5-4d78-a63a-cb871476ef2f service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Received unexpected event network-vif-plugged-d0ffeebb-1460-470e-a334-8f55d07977a4 for instance with vm_state building and task_state spawning. [ 1008.071938] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquiring lock "bdf4e988-dcd8-4028-b157-5c681d03c83d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.072196] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Lock "bdf4e988-dcd8-4028-b157-5c681d03c83d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.072395] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquiring lock "bdf4e988-dcd8-4028-b157-5c681d03c83d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.072609] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Lock "bdf4e988-dcd8-4028-b157-5c681d03c83d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.072835] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Lock "bdf4e988-dcd8-4028-b157-5c681d03c83d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.075743] env[69374]: INFO nova.compute.manager [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Terminating instance [ 1008.120256] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.327500] env[69374]: DEBUG nova.network.neutron [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Successfully updated port: d0ffeebb-1460-470e-a334-8f55d07977a4 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.331019] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111722, 'name': ReconfigVM_Task, 'duration_secs': 0.610338} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.331019] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 163487fb-71db-4577-833a-1740a552a3dd/163487fb-71db-4577-833a-1740a552a3dd.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.331019] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47451e5f-c021-420d-8898-a5cce45f984e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.339693] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1008.339693] env[69374]: value = "task-4111723" [ 1008.339693] env[69374]: _type = "Task" [ 1008.339693] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.352477] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111723, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.460575] env[69374]: INFO nova.compute.manager [-] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Took 1.71 seconds to deallocate network for instance. [ 1008.557479] env[69374]: DEBUG nova.compute.utils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.558954] env[69374]: DEBUG nova.compute.manager [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.559952] env[69374]: DEBUG nova.network.neutron [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.581388] env[69374]: DEBUG nova.compute.manager [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.582174] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.583959] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f200945-2a4b-41c2-a74d-47481f61487b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.596256] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.596954] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef6b3b5b-f9db-453e-987d-0f71ba40a08c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.605834] env[69374]: DEBUG oslo_vmware.api [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for the task: (returnval){ [ 1008.605834] env[69374]: value = "task-4111724" [ 1008.605834] env[69374]: _type = "Task" [ 1008.605834] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.615403] env[69374]: DEBUG oslo_vmware.api [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.628233] env[69374]: DEBUG nova.policy [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1414a09feaf84e539fe41896ea515cab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a2d3717b0ad491bb9315c0270b4e31b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.830660] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "refresh_cache-d1a29344-cd5b-48e9-bf01-2356ae4016f6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.830842] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired lock "refresh_cache-d1a29344-cd5b-48e9-bf01-2356ae4016f6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.831252] env[69374]: DEBUG nova.network.neutron [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.853902] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111723, 'name': Rename_Task, 'duration_secs': 0.301114} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.857220] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.858057] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2cb7ca-66d7-4cde-86e6-9b7fdd6b8f51 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.867284] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1008.867284] env[69374]: value = "task-4111725" [ 1008.867284] env[69374]: _type = "Task" [ 1008.867284] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.882791] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.971580] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.009218] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33464019-752c-4597-bcbe-9685aae5e769 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.018412] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa4e061-f3a0-43b3-b193-919c01bfef65 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.057105] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdca8b83-61e6-40a2-8cb7-be483f5790ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.066244] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badf5629-5268-40a2-aedb-e546a2ac8c14 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.071570] env[69374]: DEBUG nova.compute.manager [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.085645] env[69374]: DEBUG nova.compute.provider_tree [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.116083] env[69374]: DEBUG oslo_vmware.api [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111724, 'name': PowerOffVM_Task, 'duration_secs': 0.239694} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.116572] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.116572] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.117444] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a529d77d-04b5-4b9c-9edb-0047ec13efb4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.193362] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.193672] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.193911] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Deleting the datastore file [datastore2] bdf4e988-dcd8-4028-b157-5c681d03c83d {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.194288] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a4c8c7-3e60-4d19-9583-484f269b6b5b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.202517] env[69374]: DEBUG oslo_vmware.api [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for the task: (returnval){ [ 1009.202517] env[69374]: value = "task-4111728" [ 1009.202517] env[69374]: _type = "Task" [ 1009.202517] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.215687] env[69374]: DEBUG oslo_vmware.api [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.383025] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111725, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.392038] env[69374]: DEBUG nova.network.neutron [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.497821] env[69374]: DEBUG nova.network.neutron [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Successfully created port: 5c6cfa99-325a-4dd7-97b4-226b85c7d347 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.592227] env[69374]: DEBUG nova.scheduler.client.report [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.610903] env[69374]: DEBUG nova.compute.manager [req-77c024c8-ea4b-4327-9cf4-05240be141c0 req-7a04c96f-0c2d-4404-811d-81c2e770b90d service nova] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Received event network-vif-deleted-f86750a5-7ce1-4273-9753-d33e8eda5536 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.692702] env[69374]: DEBUG nova.network.neutron [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Updating instance_info_cache with network_info: [{"id": "d0ffeebb-1460-470e-a334-8f55d07977a4", "address": "fa:16:3e:c6:cf:d8", "network": {"id": "89b35221-668c-457b-8968-1bc76efc4e72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1085066004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35739f4320e54a97a5a8b9cc87366152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ffeebb-14", "ovs_interfaceid": "d0ffeebb-1460-470e-a334-8f55d07977a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.724128] env[69374]: DEBUG oslo_vmware.api [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Task: {'id': task-4111728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184274} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.725691] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.726442] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.726757] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.727832] env[69374]: INFO nova.compute.manager [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1009.727832] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.728649] env[69374]: DEBUG nova.compute.manager [-] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.729017] env[69374]: DEBUG nova.network.neutron [-] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.880016] env[69374]: DEBUG oslo_vmware.api [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111725, 'name': PowerOnVM_Task, 'duration_secs': 0.761807} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.880016] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.880016] env[69374]: INFO nova.compute.manager [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1009.880016] env[69374]: DEBUG nova.compute.manager [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.880654] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b7cedd-db05-4b0b-a5b9-5cd773c7e076 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.086897] env[69374]: DEBUG nova.compute.manager [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.104203] env[69374]: DEBUG oslo_concurrency.lockutils [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.106987] env[69374]: DEBUG nova.compute.manager [req-4fafc6db-28b0-4dfd-bbbe-29c743ae5a87 req-13baf7c7-931c-4b57-8d5e-503fdc9d7165 service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Received event network-changed-d0ffeebb-1460-470e-a334-8f55d07977a4 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.107405] env[69374]: DEBUG nova.compute.manager [req-4fafc6db-28b0-4dfd-bbbe-29c743ae5a87 req-13baf7c7-931c-4b57-8d5e-503fdc9d7165 service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Refreshing instance network info cache due to event network-changed-d0ffeebb-1460-470e-a334-8f55d07977a4. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.107771] env[69374]: DEBUG oslo_concurrency.lockutils [req-4fafc6db-28b0-4dfd-bbbe-29c743ae5a87 req-13baf7c7-931c-4b57-8d5e-503fdc9d7165 service nova] Acquiring lock "refresh_cache-d1a29344-cd5b-48e9-bf01-2356ae4016f6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.108422] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.598s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.112337] env[69374]: INFO nova.compute.claims [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.125197] env[69374]: DEBUG nova.virt.hardware [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.125197] env[69374]: DEBUG nova.virt.hardware [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.125197] env[69374]: DEBUG nova.virt.hardware [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.125197] env[69374]: DEBUG nova.virt.hardware [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.125197] env[69374]: DEBUG nova.virt.hardware [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.125197] env[69374]: DEBUG nova.virt.hardware [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.125197] env[69374]: DEBUG nova.virt.hardware [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.125883] env[69374]: DEBUG nova.virt.hardware [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.126570] env[69374]: DEBUG nova.virt.hardware [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.126921] env[69374]: DEBUG nova.virt.hardware [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.127311] env[69374]: DEBUG nova.virt.hardware [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.128754] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd12b447-d1b6-4ffe-b3b8-817d2d7940f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.141098] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa408b20-cd67-4f39-abab-ffd00eb134a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.146792] env[69374]: INFO nova.scheduler.client.report [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleted allocations for instance 71bb33fe-516e-45d1-9097-775e783d763e [ 1010.196387] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lock "refresh_cache-d1a29344-cd5b-48e9-bf01-2356ae4016f6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.197190] env[69374]: DEBUG nova.compute.manager [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Instance network_info: |[{"id": "d0ffeebb-1460-470e-a334-8f55d07977a4", "address": "fa:16:3e:c6:cf:d8", "network": {"id": "89b35221-668c-457b-8968-1bc76efc4e72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1085066004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35739f4320e54a97a5a8b9cc87366152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ffeebb-14", "ovs_interfaceid": "d0ffeebb-1460-470e-a334-8f55d07977a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.197190] env[69374]: DEBUG oslo_concurrency.lockutils [req-4fafc6db-28b0-4dfd-bbbe-29c743ae5a87 req-13baf7c7-931c-4b57-8d5e-503fdc9d7165 service nova] Acquired lock "refresh_cache-d1a29344-cd5b-48e9-bf01-2356ae4016f6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.197362] env[69374]: DEBUG nova.network.neutron [req-4fafc6db-28b0-4dfd-bbbe-29c743ae5a87 req-13baf7c7-931c-4b57-8d5e-503fdc9d7165 service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Refreshing network info cache for port d0ffeebb-1460-470e-a334-8f55d07977a4 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.198492] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:cf:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0ffeebb-1460-470e-a334-8f55d07977a4', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.210447] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.211679] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.212383] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-305d5db3-43a9-4761-85e3-b60c6a0bd99d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.235319] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.235319] env[69374]: value = "task-4111729" [ 1010.235319] env[69374]: _type = "Task" [ 1010.235319] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.244346] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111729, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.402727] env[69374]: INFO nova.compute.manager [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Took 28.66 seconds to build instance. [ 1010.671962] env[69374]: DEBUG oslo_concurrency.lockutils [None req-86ca4c71-21f6-4cc5-b190-284ddfc70f54 tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "71bb33fe-516e-45d1-9097-775e783d763e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.701s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.751693] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111729, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.904258] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c6125fbd-721e-4b3b-bb92-954963d911b2 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.175s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.019857] env[69374]: DEBUG nova.network.neutron [-] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.040395] env[69374]: DEBUG nova.network.neutron [req-4fafc6db-28b0-4dfd-bbbe-29c743ae5a87 req-13baf7c7-931c-4b57-8d5e-503fdc9d7165 service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Updated VIF entry in instance network info cache for port d0ffeebb-1460-470e-a334-8f55d07977a4. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.040753] env[69374]: DEBUG nova.network.neutron [req-4fafc6db-28b0-4dfd-bbbe-29c743ae5a87 req-13baf7c7-931c-4b57-8d5e-503fdc9d7165 service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Updating instance_info_cache with network_info: [{"id": "d0ffeebb-1460-470e-a334-8f55d07977a4", "address": "fa:16:3e:c6:cf:d8", "network": {"id": "89b35221-668c-457b-8968-1bc76efc4e72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1085066004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35739f4320e54a97a5a8b9cc87366152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ffeebb-14", "ovs_interfaceid": "d0ffeebb-1460-470e-a334-8f55d07977a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.253951] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111729, 'name': CreateVM_Task, 'duration_secs': 0.541288} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.253951] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.253951] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.253951] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.253951] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.253951] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3614c3-6dd4-4e83-8120-9146a836f4f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.261669] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1011.261669] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52aa8852-9b58-cb50-7dde-8e8ff0eef8af" [ 1011.261669] env[69374]: _type = "Task" [ 1011.261669] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.276702] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52aa8852-9b58-cb50-7dde-8e8ff0eef8af, 'name': SearchDatastore_Task, 'duration_secs': 0.01218} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.277749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.278270] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.280586] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.280586] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.280586] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.280586] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b2d37fd-c479-4738-8a88-e7d645c4c56c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.299260] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.299477] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.300371] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4320618-6e11-4d77-871a-05298c327b74 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.317100] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1011.317100] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e3abd6-0d97-edea-c0ba-69e9a6d3f6fb" [ 1011.317100] env[69374]: _type = "Task" [ 1011.317100] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.328457] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e3abd6-0d97-edea-c0ba-69e9a6d3f6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011109} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.330081] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33284fe-b4d9-4abc-95ae-cd645d1d94a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.338426] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1011.338426] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524b4793-157e-66e2-0226-2cbcd0e33a28" [ 1011.338426] env[69374]: _type = "Task" [ 1011.338426] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.353590] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524b4793-157e-66e2-0226-2cbcd0e33a28, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.355468] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.355468] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] d1a29344-cd5b-48e9-bf01-2356ae4016f6/d1a29344-cd5b-48e9-bf01-2356ae4016f6.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.355468] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28b710ed-620b-46be-afba-2beb8e123ae3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.368098] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1011.368098] env[69374]: value = "task-4111731" [ 1011.368098] env[69374]: _type = "Task" [ 1011.368098] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.377688] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.524643] env[69374]: INFO nova.compute.manager [-] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Took 1.80 seconds to deallocate network for instance. [ 1011.544643] env[69374]: DEBUG oslo_concurrency.lockutils [req-4fafc6db-28b0-4dfd-bbbe-29c743ae5a87 req-13baf7c7-931c-4b57-8d5e-503fdc9d7165 service nova] Releasing lock "refresh_cache-d1a29344-cd5b-48e9-bf01-2356ae4016f6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.569355] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.569678] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.569972] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.570237] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.570439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.573726] env[69374]: INFO nova.compute.manager [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Terminating instance [ 1011.659489] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcea8296-aa06-45fc-af59-ced53b1e1aa8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.678236] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf951aa2-e989-4446-8c47-58d26192212b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.720519] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09123430-f902-4bbd-9c36-72dee4acb0f5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.725249] env[69374]: DEBUG nova.compute.manager [req-8b49d2b8-9150-4e4b-8256-9fe7bae47160 req-10fa9d7d-04a0-474a-ae2f-f8795b76ed88 service nova] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Received event network-vif-deleted-d385bb2e-30d2-4ce6-b8a4-73de49224059 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.734013] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be04215c-8d7c-4114-814a-9de0ea2de63d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.752270] env[69374]: DEBUG nova.compute.provider_tree [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.806013] env[69374]: DEBUG nova.network.neutron [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Successfully updated port: 5c6cfa99-325a-4dd7-97b4-226b85c7d347 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.880824] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111731, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.033431] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.078223] env[69374]: DEBUG nova.compute.manager [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.078458] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.079369] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d33383-397a-495d-8276-f03c41107acf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.088228] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.089043] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e674a054-f221-42af-9ac0-212c2dfbb70b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.097656] env[69374]: DEBUG oslo_vmware.api [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 1012.097656] env[69374]: value = "task-4111732" [ 1012.097656] env[69374]: _type = "Task" [ 1012.097656] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.106542] env[69374]: DEBUG oslo_vmware.api [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.137131] env[69374]: DEBUG nova.compute.manager [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Received event network-vif-plugged-5c6cfa99-325a-4dd7-97b4-226b85c7d347 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.137623] env[69374]: DEBUG oslo_concurrency.lockutils [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] Acquiring lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.137623] env[69374]: DEBUG oslo_concurrency.lockutils [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] Lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.137755] env[69374]: DEBUG oslo_concurrency.lockutils [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] Lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.137897] env[69374]: DEBUG nova.compute.manager [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] No waiting events found dispatching network-vif-plugged-5c6cfa99-325a-4dd7-97b4-226b85c7d347 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1012.138446] env[69374]: WARNING nova.compute.manager [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Received unexpected event network-vif-plugged-5c6cfa99-325a-4dd7-97b4-226b85c7d347 for instance with vm_state building and task_state spawning. [ 1012.138446] env[69374]: DEBUG nova.compute.manager [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Received event network-changed-5c6cfa99-325a-4dd7-97b4-226b85c7d347 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.138446] env[69374]: DEBUG nova.compute.manager [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Refreshing instance network info cache due to event network-changed-5c6cfa99-325a-4dd7-97b4-226b85c7d347. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.138582] env[69374]: DEBUG oslo_concurrency.lockutils [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] Acquiring lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.138999] env[69374]: DEBUG oslo_concurrency.lockutils [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] Acquired lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.138999] env[69374]: DEBUG nova.network.neutron [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Refreshing network info cache for port 5c6cfa99-325a-4dd7-97b4-226b85c7d347 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.255924] env[69374]: DEBUG nova.scheduler.client.report [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.310870] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.383925] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527445} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.383925] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] d1a29344-cd5b-48e9-bf01-2356ae4016f6/d1a29344-cd5b-48e9-bf01-2356ae4016f6.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.383925] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.383925] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b56e61a3-36c1-479e-b9f0-8b6be6ea341b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.391049] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1012.391049] env[69374]: value = "task-4111733" [ 1012.391049] env[69374]: _type = "Task" [ 1012.391049] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.401642] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.608321] env[69374]: DEBUG oslo_vmware.api [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111732, 'name': PowerOffVM_Task, 'duration_secs': 0.203772} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.608679] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.608756] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.609017] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ad7c158-a53f-4ad8-88e7-dd3f68dc8bf0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.677269] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.678415] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.678740] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleting the datastore file [datastore1] 3d5f0869-84c1-4ccf-97ac-eaff324b7257 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.678911] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55dafbed-3caa-423d-818e-3f7776a7fba9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.682480] env[69374]: DEBUG nova.network.neutron [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.687530] env[69374]: DEBUG oslo_vmware.api [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for the task: (returnval){ [ 1012.687530] env[69374]: value = "task-4111735" [ 1012.687530] env[69374]: _type = "Task" [ 1012.687530] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.697316] env[69374]: DEBUG oslo_vmware.api [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.765180] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.765562] env[69374]: DEBUG nova.compute.manager [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.771982] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.493s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.771982] env[69374]: INFO nova.compute.claims [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.773256] env[69374]: DEBUG nova.network.neutron [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.903975] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078608} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.904485] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.905309] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1578be-01e7-45cc-b42b-f606812d3655 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.930234] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] d1a29344-cd5b-48e9-bf01-2356ae4016f6/d1a29344-cd5b-48e9-bf01-2356ae4016f6.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.930758] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb81c4ff-4b79-4b12-8098-7b2e6bfb5def {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.953690] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1012.953690] env[69374]: value = "task-4111736" [ 1012.953690] env[69374]: _type = "Task" [ 1012.953690] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.962884] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.199851] env[69374]: DEBUG oslo_vmware.api [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Task: {'id': task-4111735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148415} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.200308] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.200596] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.200862] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.201131] env[69374]: INFO nova.compute.manager [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1013.201491] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.201816] env[69374]: DEBUG nova.compute.manager [-] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.201952] env[69374]: DEBUG nova.network.neutron [-] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.278033] env[69374]: DEBUG nova.compute.utils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.282061] env[69374]: DEBUG oslo_concurrency.lockutils [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] Releasing lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.282061] env[69374]: DEBUG nova.compute.manager [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Received event network-changed-51ecc627-facf-4f44-ab76-608a62b51faa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.282061] env[69374]: DEBUG nova.compute.manager [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Refreshing instance network info cache due to event network-changed-51ecc627-facf-4f44-ab76-608a62b51faa. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.282061] env[69374]: DEBUG oslo_concurrency.lockutils [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] Acquiring lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.282061] env[69374]: DEBUG oslo_concurrency.lockutils [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] Acquired lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.282061] env[69374]: DEBUG nova.network.neutron [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Refreshing network info cache for port 51ecc627-facf-4f44-ab76-608a62b51faa {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.285720] env[69374]: DEBUG nova.compute.manager [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.285720] env[69374]: DEBUG nova.network.neutron [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.287501] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.287501] env[69374]: DEBUG nova.network.neutron [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.352695] env[69374]: DEBUG nova.policy [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1414a09feaf84e539fe41896ea515cab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a2d3717b0ad491bb9315c0270b4e31b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.471305] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.785158] env[69374]: DEBUG nova.compute.manager [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.883380] env[69374]: DEBUG nova.network.neutron [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.903684] env[69374]: DEBUG nova.network.neutron [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Successfully created port: ade3c102-245d-4d44-aefa-347da57a153c {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.964682] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111736, 'name': ReconfigVM_Task, 'duration_secs': 0.955653} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.968026] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Reconfigured VM instance instance-0000004d to attach disk [datastore2] d1a29344-cd5b-48e9-bf01-2356ae4016f6/d1a29344-cd5b-48e9-bf01-2356ae4016f6.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.970110] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de1a6288-ec1d-43ba-bec4-268e58726c4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.978482] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1013.978482] env[69374]: value = "task-4111738" [ 1013.978482] env[69374]: _type = "Task" [ 1013.978482] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.989176] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111738, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.104362] env[69374]: DEBUG nova.network.neutron [-] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.204172] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7ec889-47f4-4622-9a87-0d3ba434ea3b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.218186] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06c923e-98e2-48e4-afc4-e1594302db5a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.260815] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfc5aec-dd3b-4fe2-9739-f14b51a1eee9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.271189] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0de96c1-d87c-47ff-9279-865bd3f97d9f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.290486] env[69374]: DEBUG nova.compute.provider_tree [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.336810] env[69374]: DEBUG nova.compute.manager [req-6a854955-73dc-42df-9a28-3a146e3b37dc req-ff5ea301-f57c-4be8-b9b8-7910b8c8d7a5 service nova] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Received event network-vif-deleted-31d90250-2225-4a6e-9db8-87f533b94ba0 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.401815] env[69374]: DEBUG nova.network.neutron [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Updating instance_info_cache with network_info: [{"id": "5c6cfa99-325a-4dd7-97b4-226b85c7d347", "address": "fa:16:3e:ae:5c:b8", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6cfa99-32", "ovs_interfaceid": "5c6cfa99-325a-4dd7-97b4-226b85c7d347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.490307] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111738, 'name': Rename_Task, 'duration_secs': 0.191397} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.490643] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.490981] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd89aa1c-ea38-4923-a2c2-92037ac3a90e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.500061] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1014.500061] env[69374]: value = "task-4111739" [ 1014.500061] env[69374]: _type = "Task" [ 1014.500061] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.509953] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.510964] env[69374]: DEBUG nova.network.neutron [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updated VIF entry in instance network info cache for port 51ecc627-facf-4f44-ab76-608a62b51faa. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.511377] env[69374]: DEBUG nova.network.neutron [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance_info_cache with network_info: [{"id": "51ecc627-facf-4f44-ab76-608a62b51faa", "address": "fa:16:3e:f2:19:0c", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ecc627-fa", "ovs_interfaceid": "51ecc627-facf-4f44-ab76-608a62b51faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.610857] env[69374]: INFO nova.compute.manager [-] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Took 1.41 seconds to deallocate network for instance. [ 1014.797341] env[69374]: DEBUG nova.scheduler.client.report [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.803721] env[69374]: DEBUG nova.compute.manager [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.833482] env[69374]: DEBUG nova.virt.hardware [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.833726] env[69374]: DEBUG nova.virt.hardware [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.833880] env[69374]: DEBUG nova.virt.hardware [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.834109] env[69374]: DEBUG nova.virt.hardware [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.834259] env[69374]: DEBUG nova.virt.hardware [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.834407] env[69374]: DEBUG nova.virt.hardware [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.834616] env[69374]: DEBUG nova.virt.hardware [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.834772] env[69374]: DEBUG nova.virt.hardware [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.834938] env[69374]: DEBUG nova.virt.hardware [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.835113] env[69374]: DEBUG nova.virt.hardware [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.835287] env[69374]: DEBUG nova.virt.hardware [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.836420] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2628f4-ba38-4176-bc8a-54452f2e0a1e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.844755] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ecbbd9-8a22-44b0-a4cd-640de3570b1d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.904630] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.905017] env[69374]: DEBUG nova.compute.manager [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Instance network_info: |[{"id": "5c6cfa99-325a-4dd7-97b4-226b85c7d347", "address": "fa:16:3e:ae:5c:b8", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6cfa99-32", "ovs_interfaceid": "5c6cfa99-325a-4dd7-97b4-226b85c7d347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.905528] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:5c:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c6cfa99-325a-4dd7-97b4-226b85c7d347', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.916536] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Creating folder: Project (7a2d3717b0ad491bb9315c0270b4e31b). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.916895] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-180c98ea-3d24-4b21-8435-ad00ddfacea6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.932692] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Created folder: Project (7a2d3717b0ad491bb9315c0270b4e31b) in parent group-v814324. [ 1014.932920] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Creating folder: Instances. Parent ref: group-v814548. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.933208] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa42d386-3859-4ff4-9354-241df10d7378 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.948436] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Created folder: Instances in parent group-v814548. [ 1014.948804] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.949075] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.949355] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0d09c3e-204b-4ec4-b692-2e745b06ff49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.971881] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.971881] env[69374]: value = "task-4111742" [ 1014.971881] env[69374]: _type = "Task" [ 1014.971881] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.985275] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111742, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.011165] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111739, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.015414] env[69374]: DEBUG oslo_concurrency.lockutils [req-58c665dc-d3c8-4939-8562-02339524fa5f req-82f219ee-6263-4a04-a43d-95632f684aef service nova] Releasing lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.120218] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.310146] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.310146] env[69374]: DEBUG nova.compute.manager [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.314307] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.929s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.314715] env[69374]: DEBUG nova.objects.instance [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lazy-loading 'resources' on Instance uuid 972843e9-eeb9-4157-80a8-498723f60484 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.372190] env[69374]: DEBUG nova.compute.manager [req-03fdd093-b22b-4882-be7d-bc1f6979e8a5 req-75649ed4-211a-4ae0-a528-c26020b5c2dc service nova] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Received event network-vif-plugged-ade3c102-245d-4d44-aefa-347da57a153c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.372411] env[69374]: DEBUG oslo_concurrency.lockutils [req-03fdd093-b22b-4882-be7d-bc1f6979e8a5 req-75649ed4-211a-4ae0-a528-c26020b5c2dc service nova] Acquiring lock "c9dc76f1-fcae-4708-98d7-81734b313822-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.372840] env[69374]: DEBUG oslo_concurrency.lockutils [req-03fdd093-b22b-4882-be7d-bc1f6979e8a5 req-75649ed4-211a-4ae0-a528-c26020b5c2dc service nova] Lock "c9dc76f1-fcae-4708-98d7-81734b313822-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.372840] env[69374]: DEBUG oslo_concurrency.lockutils [req-03fdd093-b22b-4882-be7d-bc1f6979e8a5 req-75649ed4-211a-4ae0-a528-c26020b5c2dc service nova] Lock "c9dc76f1-fcae-4708-98d7-81734b313822-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.373230] env[69374]: DEBUG nova.compute.manager [req-03fdd093-b22b-4882-be7d-bc1f6979e8a5 req-75649ed4-211a-4ae0-a528-c26020b5c2dc service nova] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] No waiting events found dispatching network-vif-plugged-ade3c102-245d-4d44-aefa-347da57a153c {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1015.373230] env[69374]: WARNING nova.compute.manager [req-03fdd093-b22b-4882-be7d-bc1f6979e8a5 req-75649ed4-211a-4ae0-a528-c26020b5c2dc service nova] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Received unexpected event network-vif-plugged-ade3c102-245d-4d44-aefa-347da57a153c for instance with vm_state building and task_state spawning. [ 1015.485023] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111742, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.486864] env[69374]: DEBUG nova.network.neutron [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Successfully updated port: ade3c102-245d-4d44-aefa-347da57a153c {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.517458] env[69374]: DEBUG oslo_vmware.api [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111739, 'name': PowerOnVM_Task, 'duration_secs': 0.546155} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.517748] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.518560] env[69374]: INFO nova.compute.manager [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1015.518560] env[69374]: DEBUG nova.compute.manager [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1015.519198] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ed62b7-c459-4516-8d2b-5f9f9b8879e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.818673] env[69374]: DEBUG nova.compute.utils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.823130] env[69374]: DEBUG nova.compute.manager [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.823311] env[69374]: DEBUG nova.network.neutron [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.869675] env[69374]: DEBUG nova.policy [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb7fb43ad3c640bf8f4cb9242803cfba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b87bccc1c0224c21b1066431c307f28b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.988547] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "refresh_cache-c9dc76f1-fcae-4708-98d7-81734b313822" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.988858] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "refresh_cache-c9dc76f1-fcae-4708-98d7-81734b313822" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.989053] env[69374]: DEBUG nova.network.neutron [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.990915] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111742, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.040420] env[69374]: INFO nova.compute.manager [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Took 28.32 seconds to build instance. [ 1016.213739] env[69374]: DEBUG nova.network.neutron [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Successfully created port: ca0413df-6814-4f4d-9497-fbea6908ee66 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.230856] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0612a41-c71f-4ffc-838f-cbff5ffa9aa0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.242192] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912647f3-798b-4d47-9cde-6b9d647eb0bb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.278033] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257aff08-3a1f-411f-bb33-cdce89959cc7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.286913] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f05dbfc-40dc-493d-ae1e-d85712471642 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.306286] env[69374]: DEBUG nova.compute.provider_tree [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.324177] env[69374]: DEBUG nova.compute.manager [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.484514] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111742, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.544164] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9ed8cd34-fe03-45e2-bf1b-ca8d59e47b0b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.841s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.571020] env[69374]: DEBUG nova.network.neutron [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.719424] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "0719c055-24b9-4c3e-9487-f285814d2ef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.719665] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "0719c055-24b9-4c3e-9487-f285814d2ef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.757264] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "632217f2-e81c-4ef7-9a10-3f5ef8646836" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.757497] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "632217f2-e81c-4ef7-9a10-3f5ef8646836" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.793408] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "33dd3d05-f994-494e-972e-b80a520ef0a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.793408] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "33dd3d05-f994-494e-972e-b80a520ef0a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.811128] env[69374]: DEBUG nova.scheduler.client.report [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.887166] env[69374]: DEBUG nova.network.neutron [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Updating instance_info_cache with network_info: [{"id": "ade3c102-245d-4d44-aefa-347da57a153c", "address": "fa:16:3e:c5:98:85", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade3c102-24", "ovs_interfaceid": "ade3c102-245d-4d44-aefa-347da57a153c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.994052] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111742, 'name': CreateVM_Task, 'duration_secs': 1.621433} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.994052] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.994052] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.994499] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.994932] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.995322] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6329a662-42df-4447-a6a5-e0ade74fbf48 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.003184] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1017.003184] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b6e0f6-de00-7b2b-db2c-66662bd119c2" [ 1017.003184] env[69374]: _type = "Task" [ 1017.003184] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.013124] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b6e0f6-de00-7b2b-db2c-66662bd119c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.143474] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.146778] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.146778] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.146778] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.146778] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.150318] env[69374]: INFO nova.compute.manager [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Terminating instance [ 1017.224668] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.261037] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.294977] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.321064] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.322120] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.287s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.325023] env[69374]: INFO nova.compute.claims [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.337383] env[69374]: DEBUG nova.compute.manager [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.346957] env[69374]: INFO nova.scheduler.client.report [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Deleted allocations for instance 972843e9-eeb9-4157-80a8-498723f60484 [ 1017.386971] env[69374]: DEBUG nova.virt.hardware [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.387265] env[69374]: DEBUG nova.virt.hardware [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.387448] env[69374]: DEBUG nova.virt.hardware [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.387684] env[69374]: DEBUG nova.virt.hardware [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.387914] env[69374]: DEBUG nova.virt.hardware [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.388279] env[69374]: DEBUG nova.virt.hardware [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.388724] env[69374]: DEBUG nova.virt.hardware [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.388816] env[69374]: DEBUG nova.virt.hardware [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.389045] env[69374]: DEBUG nova.virt.hardware [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.389259] env[69374]: DEBUG nova.virt.hardware [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.389525] env[69374]: DEBUG nova.virt.hardware [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.390984] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5f3f3c-c390-4766-b2fd-9c50d0df23fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.394489] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "refresh_cache-c9dc76f1-fcae-4708-98d7-81734b313822" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.394814] env[69374]: DEBUG nova.compute.manager [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Instance network_info: |[{"id": "ade3c102-245d-4d44-aefa-347da57a153c", "address": "fa:16:3e:c5:98:85", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade3c102-24", "ovs_interfaceid": "ade3c102-245d-4d44-aefa-347da57a153c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.395774] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:98:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ade3c102-245d-4d44-aefa-347da57a153c', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.403528] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.404999] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.405265] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d49fd5-f9be-4dfa-88a4-5a1a343a236f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.425727] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719fd4b7-b88d-4824-9380-f27b7d88a54c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.431339] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.431339] env[69374]: value = "task-4111743" [ 1017.431339] env[69374]: _type = "Task" [ 1017.431339] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.448277] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111743, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.479015] env[69374]: DEBUG nova.compute.manager [req-dd7ca5ee-3df3-4a34-a625-216b5b47642a req-6e17e75f-f8b0-4502-bc04-a8edd95c9046 service nova] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Received event network-changed-ade3c102-245d-4d44-aefa-347da57a153c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.479109] env[69374]: DEBUG nova.compute.manager [req-dd7ca5ee-3df3-4a34-a625-216b5b47642a req-6e17e75f-f8b0-4502-bc04-a8edd95c9046 service nova] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Refreshing instance network info cache due to event network-changed-ade3c102-245d-4d44-aefa-347da57a153c. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.479345] env[69374]: DEBUG oslo_concurrency.lockutils [req-dd7ca5ee-3df3-4a34-a625-216b5b47642a req-6e17e75f-f8b0-4502-bc04-a8edd95c9046 service nova] Acquiring lock "refresh_cache-c9dc76f1-fcae-4708-98d7-81734b313822" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.479428] env[69374]: DEBUG oslo_concurrency.lockutils [req-dd7ca5ee-3df3-4a34-a625-216b5b47642a req-6e17e75f-f8b0-4502-bc04-a8edd95c9046 service nova] Acquired lock "refresh_cache-c9dc76f1-fcae-4708-98d7-81734b313822" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.479721] env[69374]: DEBUG nova.network.neutron [req-dd7ca5ee-3df3-4a34-a625-216b5b47642a req-6e17e75f-f8b0-4502-bc04-a8edd95c9046 service nova] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Refreshing network info cache for port ade3c102-245d-4d44-aefa-347da57a153c {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.521282] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b6e0f6-de00-7b2b-db2c-66662bd119c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.521990] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.522171] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.522530] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.522758] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.523079] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.523460] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5774ef4-dadc-4b51-bbfa-815ed3d4a320 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.535493] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.535493] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.536517] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06cb3788-079a-443e-aaac-3d281b3889b4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.544598] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1017.544598] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521d45ee-2e51-71f8-7237-859123f20953" [ 1017.544598] env[69374]: _type = "Task" [ 1017.544598] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.556142] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521d45ee-2e51-71f8-7237-859123f20953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.656142] env[69374]: DEBUG nova.compute.manager [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.656142] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.658894] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04e2f0c-56f3-466c-95b3-377472fa4674 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.673710] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.673710] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c35bab18-990f-498b-a770-669054c10e2c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.683028] env[69374]: DEBUG oslo_vmware.api [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1017.683028] env[69374]: value = "task-4111744" [ 1017.683028] env[69374]: _type = "Task" [ 1017.683028] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.694839] env[69374]: DEBUG oslo_vmware.api [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.756336] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.762723] env[69374]: DEBUG oslo_concurrency.lockutils [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Acquiring lock "5be8e455-e158-440c-88f4-eb6267effee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.763072] env[69374]: DEBUG oslo_concurrency.lockutils [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "5be8e455-e158-440c-88f4-eb6267effee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.783775] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.814549] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.857949] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d63ca80-adeb-4e38-b176-1c56d7ddb786 tempest-ServersListShow296Test-892076489 tempest-ServersListShow296Test-892076489-project-member] Lock "972843e9-eeb9-4157-80a8-498723f60484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.924s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.899930] env[69374]: DEBUG nova.network.neutron [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Successfully updated port: ca0413df-6814-4f4d-9497-fbea6908ee66 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.947328] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111743, 'name': CreateVM_Task, 'duration_secs': 0.377418} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.947560] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.948584] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.948823] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.949265] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.949625] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37da542d-ac45-48e9-bce6-4b0ba48da7a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.957508] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1017.957508] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52cbe086-557b-118b-4d3b-5b643ea46da5" [ 1017.957508] env[69374]: _type = "Task" [ 1017.957508] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.970236] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cbe086-557b-118b-4d3b-5b643ea46da5, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.970633] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.970872] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.971106] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.060644] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521d45ee-2e51-71f8-7237-859123f20953, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.061554] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c85683-44dd-4b28-af19-be70c8da9448 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.068409] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1018.068409] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522cea45-4993-1f7c-4fdb-7bc96ddf6687" [ 1018.068409] env[69374]: _type = "Task" [ 1018.068409] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.078504] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522cea45-4993-1f7c-4fdb-7bc96ddf6687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.201132] env[69374]: DEBUG oslo_vmware.api [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111744, 'name': PowerOffVM_Task, 'duration_secs': 0.278368} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.201695] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.201943] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.202291] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-315caf84-8395-4674-b5b7-691579c6e1ec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.205698] env[69374]: DEBUG nova.network.neutron [req-dd7ca5ee-3df3-4a34-a625-216b5b47642a req-6e17e75f-f8b0-4502-bc04-a8edd95c9046 service nova] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Updated VIF entry in instance network info cache for port ade3c102-245d-4d44-aefa-347da57a153c. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.206065] env[69374]: DEBUG nova.network.neutron [req-dd7ca5ee-3df3-4a34-a625-216b5b47642a req-6e17e75f-f8b0-4502-bc04-a8edd95c9046 service nova] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Updating instance_info_cache with network_info: [{"id": "ade3c102-245d-4d44-aefa-347da57a153c", "address": "fa:16:3e:c5:98:85", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade3c102-24", "ovs_interfaceid": "ade3c102-245d-4d44-aefa-347da57a153c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.273287] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.273287] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.273386] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Deleting the datastore file [datastore2] d1a29344-cd5b-48e9-bf01-2356ae4016f6 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.273675] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cee6bc0d-fff3-42e6-9892-473d57b88465 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.281610] env[69374]: DEBUG oslo_vmware.api [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1018.281610] env[69374]: value = "task-4111746" [ 1018.281610] env[69374]: _type = "Task" [ 1018.281610] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.292305] env[69374]: DEBUG oslo_vmware.api [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.402588] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquiring lock "refresh_cache-97b1c804-c2c2-4991-9e9d-7443a412265e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.402733] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquired lock "refresh_cache-97b1c804-c2c2-4991-9e9d-7443a412265e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.402912] env[69374]: DEBUG nova.network.neutron [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.579628] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522cea45-4993-1f7c-4fdb-7bc96ddf6687, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.579989] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.580292] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] fe9bf93f-7e1d-45b7-b788-5516dfdc72ad/fe9bf93f-7e1d-45b7-b788-5516dfdc72ad.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.583412] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.583622] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.583869] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4443dcff-301d-41c6-a13c-1a3e860a6da0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.586168] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d9fc919-cbd4-43ba-b457-f4f452bf6fd3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.596174] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1018.596174] env[69374]: value = "task-4111747" [ 1018.596174] env[69374]: _type = "Task" [ 1018.596174] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.605035] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.605035] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.606236] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ed7f67-5ac5-48ab-b091-18668e258d24 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.612865] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.616522] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1018.616522] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521412af-c2b0-a696-21c8-00a5f0b9209b" [ 1018.616522] env[69374]: _type = "Task" [ 1018.616522] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.629973] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521412af-c2b0-a696-21c8-00a5f0b9209b, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.633716] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19668ff-4e57-45b3-8428-75a4b82e1c9b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.640587] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1018.640587] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5208545c-c938-53e2-7828-395a2807f0c5" [ 1018.640587] env[69374]: _type = "Task" [ 1018.640587] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.653900] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5208545c-c938-53e2-7828-395a2807f0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.654226] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.654503] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c9dc76f1-fcae-4708-98d7-81734b313822/c9dc76f1-fcae-4708-98d7-81734b313822.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.654767] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e773fcc8-3f93-44bc-b896-33e4193ae74d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.663645] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1018.663645] env[69374]: value = "task-4111748" [ 1018.663645] env[69374]: _type = "Task" [ 1018.663645] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.673103] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.709228] env[69374]: DEBUG oslo_concurrency.lockutils [req-dd7ca5ee-3df3-4a34-a625-216b5b47642a req-6e17e75f-f8b0-4502-bc04-a8edd95c9046 service nova] Releasing lock "refresh_cache-c9dc76f1-fcae-4708-98d7-81734b313822" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.745995] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ba427-07ef-471e-9417-09e6aa8a12c2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.754386] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27c68f3-3fca-463f-9e5b-48ae548c545c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.791515] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c26ab6e-a644-46e3-80f1-752a74cfd71f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.801601] env[69374]: DEBUG oslo_vmware.api [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150266} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.804147] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.804335] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.804523] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.804701] env[69374]: INFO nova.compute.manager [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1018.805195] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.805517] env[69374]: DEBUG nova.compute.manager [-] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.805589] env[69374]: DEBUG nova.network.neutron [-] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.808520] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f723f-06e7-4d37-8007-da0c85eae97c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.831366] env[69374]: DEBUG nova.compute.provider_tree [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.939016] env[69374]: DEBUG nova.network.neutron [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.108368] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111747, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.156890] env[69374]: DEBUG nova.network.neutron [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Updating instance_info_cache with network_info: [{"id": "ca0413df-6814-4f4d-9497-fbea6908ee66", "address": "fa:16:3e:fa:c1:65", "network": {"id": "3afdb36d-1637-4952-9287-172088b4052b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1598348712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87bccc1c0224c21b1066431c307f28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0413df-68", "ovs_interfaceid": "ca0413df-6814-4f4d-9497-fbea6908ee66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.177120] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111748, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.334629] env[69374]: DEBUG nova.scheduler.client.report [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.551117] env[69374]: DEBUG nova.compute.manager [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Received event network-vif-plugged-ca0413df-6814-4f4d-9497-fbea6908ee66 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.551520] env[69374]: DEBUG oslo_concurrency.lockutils [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] Acquiring lock "97b1c804-c2c2-4991-9e9d-7443a412265e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.551986] env[69374]: DEBUG oslo_concurrency.lockutils [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] Lock "97b1c804-c2c2-4991-9e9d-7443a412265e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.552313] env[69374]: DEBUG oslo_concurrency.lockutils [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] Lock "97b1c804-c2c2-4991-9e9d-7443a412265e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.552682] env[69374]: DEBUG nova.compute.manager [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] No waiting events found dispatching network-vif-plugged-ca0413df-6814-4f4d-9497-fbea6908ee66 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1019.552902] env[69374]: WARNING nova.compute.manager [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Received unexpected event network-vif-plugged-ca0413df-6814-4f4d-9497-fbea6908ee66 for instance with vm_state building and task_state spawning. [ 1019.553147] env[69374]: DEBUG nova.compute.manager [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Received event network-changed-ca0413df-6814-4f4d-9497-fbea6908ee66 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.553351] env[69374]: DEBUG nova.compute.manager [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Refreshing instance network info cache due to event network-changed-ca0413df-6814-4f4d-9497-fbea6908ee66. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.553565] env[69374]: DEBUG oslo_concurrency.lockutils [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] Acquiring lock "refresh_cache-97b1c804-c2c2-4991-9e9d-7443a412265e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.608805] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517717} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.609149] env[69374]: DEBUG nova.network.neutron [-] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.610359] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] fe9bf93f-7e1d-45b7-b788-5516dfdc72ad/fe9bf93f-7e1d-45b7-b788-5516dfdc72ad.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.610587] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.611081] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f663d4ef-677e-459a-89a4-e6b346fd753d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.619665] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1019.619665] env[69374]: value = "task-4111749" [ 1019.619665] env[69374]: _type = "Task" [ 1019.619665] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.630383] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.660040] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Releasing lock "refresh_cache-97b1c804-c2c2-4991-9e9d-7443a412265e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.660443] env[69374]: DEBUG nova.compute.manager [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Instance network_info: |[{"id": "ca0413df-6814-4f4d-9497-fbea6908ee66", "address": "fa:16:3e:fa:c1:65", "network": {"id": "3afdb36d-1637-4952-9287-172088b4052b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1598348712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87bccc1c0224c21b1066431c307f28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0413df-68", "ovs_interfaceid": "ca0413df-6814-4f4d-9497-fbea6908ee66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.661210] env[69374]: DEBUG oslo_concurrency.lockutils [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] Acquired lock "refresh_cache-97b1c804-c2c2-4991-9e9d-7443a412265e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.662041] env[69374]: DEBUG nova.network.neutron [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Refreshing network info cache for port ca0413df-6814-4f4d-9497-fbea6908ee66 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.662805] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:c1:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca0413df-6814-4f4d-9497-fbea6908ee66', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.670534] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Creating folder: Project (b87bccc1c0224c21b1066431c307f28b). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.671748] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ae85a1-1ca9-434a-8f39-ae650fc0fb84 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.684544] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783049} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.684931] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c9dc76f1-fcae-4708-98d7-81734b313822/c9dc76f1-fcae-4708-98d7-81734b313822.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.685143] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.685409] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36094ba8-07e8-4522-85a5-bfe66deec711 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.689143] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Created folder: Project (b87bccc1c0224c21b1066431c307f28b) in parent group-v814324. [ 1019.689583] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Creating folder: Instances. Parent ref: group-v814552. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.689960] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1daf8096-92fb-4634-b0cd-4d77a71a0a52 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.694425] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1019.694425] env[69374]: value = "task-4111751" [ 1019.694425] env[69374]: _type = "Task" [ 1019.694425] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.705241] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.707050] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Created folder: Instances in parent group-v814552. [ 1019.707347] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.707547] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.707762] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af453938-461a-4768-84f3-02aecdcd5c54 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.728030] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.728030] env[69374]: value = "task-4111753" [ 1019.728030] env[69374]: _type = "Task" [ 1019.728030] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.736478] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111753, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.842577] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.843285] env[69374]: DEBUG nova.compute.manager [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.846452] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.197s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.112150] env[69374]: INFO nova.compute.manager [-] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Took 1.31 seconds to deallocate network for instance. [ 1020.131063] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071034} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.131063] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.131803] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089fc347-1da7-434c-92b9-7a45ce37f279 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.154315] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] fe9bf93f-7e1d-45b7-b788-5516dfdc72ad/fe9bf93f-7e1d-45b7-b788-5516dfdc72ad.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.155275] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-529e0d5c-a1ad-4adb-9914-814541aa4469 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.175972] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1020.175972] env[69374]: value = "task-4111754" [ 1020.175972] env[69374]: _type = "Task" [ 1020.175972] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.184748] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.204872] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067982} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.205111] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.205971] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d433527b-52bf-4bf4-94e7-c71b10ee3d4b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.228165] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c9dc76f1-fcae-4708-98d7-81734b313822/c9dc76f1-fcae-4708-98d7-81734b313822.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.230845] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcbb1eec-b6ac-47d4-8e20-3b0dbb3ab607 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.255823] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111753, 'name': CreateVM_Task, 'duration_secs': 0.359059} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.257157] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.257522] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1020.257522] env[69374]: value = "task-4111755" [ 1020.257522] env[69374]: _type = "Task" [ 1020.257522] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.258199] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.258361] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.258679] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.258978] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028fe6e8-5f41-41bf-8794-8b87a43ad8ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.266971] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for the task: (returnval){ [ 1020.266971] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d4830f-d5d0-4bbc-2489-1acf73080ff3" [ 1020.266971] env[69374]: _type = "Task" [ 1020.266971] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.270211] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.280997] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d4830f-d5d0-4bbc-2489-1acf73080ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.281298] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.281558] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.281789] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.281961] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.282194] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.282470] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9a72406-b00a-42c6-9ba7-9675f46b68d0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.292615] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.292810] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.293611] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3a9597-c977-4765-ae5a-f68dc6a5faaa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.299265] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for the task: (returnval){ [ 1020.299265] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ccf608-33b8-2886-5e50-102284325fea" [ 1020.299265] env[69374]: _type = "Task" [ 1020.299265] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.308066] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ccf608-33b8-2886-5e50-102284325fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.352564] env[69374]: DEBUG nova.compute.utils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.356166] env[69374]: INFO nova.compute.claims [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.360011] env[69374]: DEBUG nova.compute.manager [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.360392] env[69374]: DEBUG nova.network.neutron [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.405948] env[69374]: DEBUG nova.policy [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5651671f989743be8bfdee94a52f6bf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29eed2dedd544a15803c87d1de081863', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.548386] env[69374]: DEBUG nova.network.neutron [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Updated VIF entry in instance network info cache for port ca0413df-6814-4f4d-9497-fbea6908ee66. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.548767] env[69374]: DEBUG nova.network.neutron [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Updating instance_info_cache with network_info: [{"id": "ca0413df-6814-4f4d-9497-fbea6908ee66", "address": "fa:16:3e:fa:c1:65", "network": {"id": "3afdb36d-1637-4952-9287-172088b4052b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1598348712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87bccc1c0224c21b1066431c307f28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca0413df-68", "ovs_interfaceid": "ca0413df-6814-4f4d-9497-fbea6908ee66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.619420] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.690445] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111754, 'name': ReconfigVM_Task, 'duration_secs': 0.292112} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.690445] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Reconfigured VM instance instance-0000004e to attach disk [datastore2] fe9bf93f-7e1d-45b7-b788-5516dfdc72ad/fe9bf93f-7e1d-45b7-b788-5516dfdc72ad.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.690668] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-009ad1b5-e312-439f-8767-0d26461f7bc1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.700239] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1020.700239] env[69374]: value = "task-4111756" [ 1020.700239] env[69374]: _type = "Task" [ 1020.700239] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.711054] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111756, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.744040] env[69374]: DEBUG nova.network.neutron [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Successfully created port: 778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.769843] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.809656] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ccf608-33b8-2886-5e50-102284325fea, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.810509] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127080f9-f798-4490-af1f-624e8c1e29bc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.816745] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for the task: (returnval){ [ 1020.816745] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520a6dd3-3854-1cf0-1dee-b698256b0709" [ 1020.816745] env[69374]: _type = "Task" [ 1020.816745] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.826898] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520a6dd3-3854-1cf0-1dee-b698256b0709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.864025] env[69374]: DEBUG nova.compute.manager [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.865447] env[69374]: INFO nova.compute.resource_tracker [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating resource usage from migration 64c192c1-7c19-43db-b23b-6a810578136d [ 1021.052499] env[69374]: DEBUG oslo_concurrency.lockutils [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] Releasing lock "refresh_cache-97b1c804-c2c2-4991-9e9d-7443a412265e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.052750] env[69374]: DEBUG nova.compute.manager [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Received event network-vif-deleted-d0ffeebb-1460-470e-a334-8f55d07977a4 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.052923] env[69374]: INFO nova.compute.manager [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Neutron deleted interface d0ffeebb-1460-470e-a334-8f55d07977a4; detaching it from the instance and deleting it from the info cache [ 1021.053110] env[69374]: DEBUG nova.network.neutron [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.210810] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111756, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.213049] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc4969c-991c-484a-9d34-e6900951f83b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.221427] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ac8e08-f58f-4cae-9db4-3f9294fd872d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.255472] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce0a304-aeff-4387-a70a-bf1b5c8a0855 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.266612] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fa4db0-d1b2-47e6-9d58-c4966c5330b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.275628] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111755, 'name': ReconfigVM_Task, 'duration_secs': 0.591291} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.283573] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c9dc76f1-fcae-4708-98d7-81734b313822/c9dc76f1-fcae-4708-98d7-81734b313822.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.284494] env[69374]: DEBUG nova.compute.provider_tree [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.285770] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f298a6b7-7755-4931-943a-161d4a3c6d9d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.293412] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1021.293412] env[69374]: value = "task-4111757" [ 1021.293412] env[69374]: _type = "Task" [ 1021.293412] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.303974] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111757, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.328586] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520a6dd3-3854-1cf0-1dee-b698256b0709, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.328878] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.329186] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 97b1c804-c2c2-4991-9e9d-7443a412265e/97b1c804-c2c2-4991-9e9d-7443a412265e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.329477] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56578a47-7de1-4d24-acf5-67bcbad674a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.336353] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for the task: (returnval){ [ 1021.336353] env[69374]: value = "task-4111758" [ 1021.336353] env[69374]: _type = "Task" [ 1021.336353] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.345833] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.555360] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c6bb200-3b57-4e7e-8aeb-a062ef60f40e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.568363] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2feb9f1-ef31-471c-bfee-9d8545fb1aaf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.601737] env[69374]: DEBUG nova.compute.manager [req-103adcfc-c4b4-4e57-bbd6-480c2749ba98 req-ebe46c73-0924-4616-b42c-c528cecee5b5 service nova] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Detach interface failed, port_id=d0ffeebb-1460-470e-a334-8f55d07977a4, reason: Instance d1a29344-cd5b-48e9-bf01-2356ae4016f6 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1021.712463] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111756, 'name': Rename_Task, 'duration_secs': 0.54873} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.712747] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.713126] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4c077ce-6908-44b3-ad1a-b4c39b97cfae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.722551] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1021.722551] env[69374]: value = "task-4111759" [ 1021.722551] env[69374]: _type = "Task" [ 1021.722551] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.738211] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.792511] env[69374]: DEBUG nova.scheduler.client.report [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.806084] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111757, 'name': Rename_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.849472] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111758, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.877017] env[69374]: DEBUG nova.compute.manager [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.905075] env[69374]: DEBUG nova.virt.hardware [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.905459] env[69374]: DEBUG nova.virt.hardware [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.905731] env[69374]: DEBUG nova.virt.hardware [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.906068] env[69374]: DEBUG nova.virt.hardware [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.906312] env[69374]: DEBUG nova.virt.hardware [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.906566] env[69374]: DEBUG nova.virt.hardware [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.906830] env[69374]: DEBUG nova.virt.hardware [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.907059] env[69374]: DEBUG nova.virt.hardware [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.907265] env[69374]: DEBUG nova.virt.hardware [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.907488] env[69374]: DEBUG nova.virt.hardware [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.907738] env[69374]: DEBUG nova.virt.hardware [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.908684] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3ce025-a12f-4929-9dcc-eef26d18af6e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.917074] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918403bc-4bd2-435b-b488-d884193516e4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.157587] env[69374]: DEBUG nova.compute.manager [req-fcf4a08f-8d8b-4949-9ef3-98cfd57a4189 req-1ddd66cb-21c4-4c35-a650-d31b021164e3 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Received event network-vif-plugged-778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.157817] env[69374]: DEBUG oslo_concurrency.lockutils [req-fcf4a08f-8d8b-4949-9ef3-98cfd57a4189 req-1ddd66cb-21c4-4c35-a650-d31b021164e3 service nova] Acquiring lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.158241] env[69374]: DEBUG oslo_concurrency.lockutils [req-fcf4a08f-8d8b-4949-9ef3-98cfd57a4189 req-1ddd66cb-21c4-4c35-a650-d31b021164e3 service nova] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.158494] env[69374]: DEBUG oslo_concurrency.lockutils [req-fcf4a08f-8d8b-4949-9ef3-98cfd57a4189 req-1ddd66cb-21c4-4c35-a650-d31b021164e3 service nova] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.158668] env[69374]: DEBUG nova.compute.manager [req-fcf4a08f-8d8b-4949-9ef3-98cfd57a4189 req-1ddd66cb-21c4-4c35-a650-d31b021164e3 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] No waiting events found dispatching network-vif-plugged-778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1022.158836] env[69374]: WARNING nova.compute.manager [req-fcf4a08f-8d8b-4949-9ef3-98cfd57a4189 req-1ddd66cb-21c4-4c35-a650-d31b021164e3 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Received unexpected event network-vif-plugged-778fc791-a94f-4a82-a799-dfa0b062551a for instance with vm_state building and task_state spawning. [ 1022.234271] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111759, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.257383] env[69374]: DEBUG nova.network.neutron [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Successfully updated port: 778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.296089] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.449s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.296089] env[69374]: INFO nova.compute.manager [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Migrating [ 1022.302909] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.819s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.304606] env[69374]: INFO nova.compute.claims [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.326740] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111757, 'name': Rename_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.348303] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552579} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.349013] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 97b1c804-c2c2-4991-9e9d-7443a412265e/97b1c804-c2c2-4991-9e9d-7443a412265e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.349515] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.349854] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49c78ff2-d527-425f-8f81-36f45de73207 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.357184] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for the task: (returnval){ [ 1022.357184] env[69374]: value = "task-4111760" [ 1022.357184] env[69374]: _type = "Task" [ 1022.357184] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.366817] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.735028] env[69374]: DEBUG oslo_vmware.api [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111759, 'name': PowerOnVM_Task, 'duration_secs': 0.567899} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.735334] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.735543] env[69374]: INFO nova.compute.manager [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Took 12.65 seconds to spawn the instance on the hypervisor. [ 1022.735819] env[69374]: DEBUG nova.compute.manager [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.737084] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1429e916-eff4-45d2-b364-96cb5116cfcb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.760749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.760941] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.761074] env[69374]: DEBUG nova.network.neutron [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.822020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.822229] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.822399] env[69374]: DEBUG nova.network.neutron [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.823711] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111757, 'name': Rename_Task, 'duration_secs': 1.145286} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.824394] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.824655] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58df0ef9-5c01-4e75-b76d-e8f40a79520c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.833327] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1022.833327] env[69374]: value = "task-4111761" [ 1022.833327] env[69374]: _type = "Task" [ 1022.833327] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.843378] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.867785] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072318} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.868189] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.869495] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72dc329-a6bf-4e86-85dd-9cbe841aaea6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.896534] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 97b1c804-c2c2-4991-9e9d-7443a412265e/97b1c804-c2c2-4991-9e9d-7443a412265e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.896971] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a318e5-ff61-4dbb-98e5-eae4ae6394f7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.922015] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for the task: (returnval){ [ 1022.922015] env[69374]: value = "task-4111762" [ 1022.922015] env[69374]: _type = "Task" [ 1022.922015] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.931519] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.256405] env[69374]: INFO nova.compute.manager [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Took 29.87 seconds to build instance. [ 1023.296113] env[69374]: DEBUG nova.network.neutron [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.348734] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111761, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.434741] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111762, 'name': ReconfigVM_Task, 'duration_secs': 0.296185} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.435701] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 97b1c804-c2c2-4991-9e9d-7443a412265e/97b1c804-c2c2-4991-9e9d-7443a412265e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.435701] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-489dafb9-d160-40d2-b02f-934e0a43debf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.444199] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for the task: (returnval){ [ 1023.444199] env[69374]: value = "task-4111763" [ 1023.444199] env[69374]: _type = "Task" [ 1023.444199] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.454137] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111763, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.459868] env[69374]: DEBUG nova.network.neutron [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updating instance_info_cache with network_info: [{"id": "778fc791-a94f-4a82-a799-dfa0b062551a", "address": "fa:16:3e:73:a8:80", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778fc791-a9", "ovs_interfaceid": "778fc791-a94f-4a82-a799-dfa0b062551a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.556205] env[69374]: DEBUG nova.network.neutron [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance_info_cache with network_info: [{"id": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "address": "fa:16:3e:7c:2a:74", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6167ac3-ef", "ovs_interfaceid": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.689082] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c5ab7b-096a-4e4e-ac0a-f39c19cc93c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.697408] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315515a4-3e33-4af4-b62b-c7c60cb2e2c9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.730803] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933f551b-9184-4577-9a01-9dd5de9c4cfb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.739965] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef13af9d-72ab-4203-b74f-adf510c7fdc0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.755224] env[69374]: DEBUG nova.compute.provider_tree [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.758543] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7588dc7e-7573-44f6-9759-5782b7fd61ec tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.386s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.846066] env[69374]: DEBUG oslo_vmware.api [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111761, 'name': PowerOnVM_Task, 'duration_secs': 0.525871} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.846066] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.846066] env[69374]: INFO nova.compute.manager [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1023.846349] env[69374]: DEBUG nova.compute.manager [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1023.846986] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e93baad-07d2-4de1-bf29-c43a790827fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.954766] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111763, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.962973] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.963374] env[69374]: DEBUG nova.compute.manager [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Instance network_info: |[{"id": "778fc791-a94f-4a82-a799-dfa0b062551a", "address": "fa:16:3e:73:a8:80", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778fc791-a9", "ovs_interfaceid": "778fc791-a94f-4a82-a799-dfa0b062551a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.963779] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:a8:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '778fc791-a94f-4a82-a799-dfa0b062551a', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.972256] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating folder: Project (29eed2dedd544a15803c87d1de081863). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.972549] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e44eec25-32a0-4549-b0fd-d13d185cf338 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.984267] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Created folder: Project (29eed2dedd544a15803c87d1de081863) in parent group-v814324. [ 1023.984495] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating folder: Instances. Parent ref: group-v814555. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.984764] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba961b41-b309-4fd5-bafc-287fdf88f2f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.995492] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Created folder: Instances in parent group-v814555. [ 1023.995789] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.995996] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.996476] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff6f34b-ab4b-4c4c-927f-8941df10be02 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.017532] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.017532] env[69374]: value = "task-4111766" [ 1024.017532] env[69374]: _type = "Task" [ 1024.017532] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.026149] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111766, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.058975] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.242505] env[69374]: DEBUG nova.compute.manager [req-83822913-3038-431b-94fc-7b27db025f6f req-ccc7b544-e7fe-4dfd-ae5c-bbb10b086264 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Received event network-changed-778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.242776] env[69374]: DEBUG nova.compute.manager [req-83822913-3038-431b-94fc-7b27db025f6f req-ccc7b544-e7fe-4dfd-ae5c-bbb10b086264 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Refreshing instance network info cache due to event network-changed-778fc791-a94f-4a82-a799-dfa0b062551a. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.243168] env[69374]: DEBUG oslo_concurrency.lockutils [req-83822913-3038-431b-94fc-7b27db025f6f req-ccc7b544-e7fe-4dfd-ae5c-bbb10b086264 service nova] Acquiring lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.243438] env[69374]: DEBUG oslo_concurrency.lockutils [req-83822913-3038-431b-94fc-7b27db025f6f req-ccc7b544-e7fe-4dfd-ae5c-bbb10b086264 service nova] Acquired lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.243712] env[69374]: DEBUG nova.network.neutron [req-83822913-3038-431b-94fc-7b27db025f6f req-ccc7b544-e7fe-4dfd-ae5c-bbb10b086264 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Refreshing network info cache for port 778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.259288] env[69374]: DEBUG nova.scheduler.client.report [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.263580] env[69374]: DEBUG nova.compute.manager [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.368046] env[69374]: INFO nova.compute.manager [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Took 27.88 seconds to build instance. [ 1024.456388] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111763, 'name': Rename_Task, 'duration_secs': 0.84876} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.456682] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.456844] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca78d1bc-6f0c-4598-9eff-23ba6c50d7a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.464404] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for the task: (returnval){ [ 1024.464404] env[69374]: value = "task-4111767" [ 1024.464404] env[69374]: _type = "Task" [ 1024.464404] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.473136] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.528767] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111766, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.767803] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.768403] env[69374]: DEBUG nova.compute.manager [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.774091] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.180s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.775894] env[69374]: INFO nova.compute.claims [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.801788] env[69374]: DEBUG oslo_concurrency.lockutils [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.870118] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2df9faa-9ba1-42cc-b186-3c46b90b2496 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "c9dc76f1-fcae-4708-98d7-81734b313822" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.395s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.976742] env[69374]: DEBUG oslo_vmware.api [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111767, 'name': PowerOnVM_Task, 'duration_secs': 0.488296} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.976934] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.977153] env[69374]: INFO nova.compute.manager [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1024.977492] env[69374]: DEBUG nova.compute.manager [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.978404] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df147e-50ba-4515-9f0b-1b4e554e5edd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.029386] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111766, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.135508] env[69374]: DEBUG nova.network.neutron [req-83822913-3038-431b-94fc-7b27db025f6f req-ccc7b544-e7fe-4dfd-ae5c-bbb10b086264 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updated VIF entry in instance network info cache for port 778fc791-a94f-4a82-a799-dfa0b062551a. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.135879] env[69374]: DEBUG nova.network.neutron [req-83822913-3038-431b-94fc-7b27db025f6f req-ccc7b544-e7fe-4dfd-ae5c-bbb10b086264 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updating instance_info_cache with network_info: [{"id": "778fc791-a94f-4a82-a799-dfa0b062551a", "address": "fa:16:3e:73:a8:80", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778fc791-a9", "ovs_interfaceid": "778fc791-a94f-4a82-a799-dfa0b062551a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.286513] env[69374]: DEBUG nova.compute.utils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.289449] env[69374]: DEBUG nova.compute.manager [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.289449] env[69374]: DEBUG nova.network.neutron [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.329475] env[69374]: INFO nova.compute.manager [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Rescuing [ 1025.329613] env[69374]: DEBUG oslo_concurrency.lockutils [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "refresh_cache-c9dc76f1-fcae-4708-98d7-81734b313822" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.329768] env[69374]: DEBUG oslo_concurrency.lockutils [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "refresh_cache-c9dc76f1-fcae-4708-98d7-81734b313822" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.329978] env[69374]: DEBUG nova.network.neutron [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.350435] env[69374]: DEBUG nova.policy [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54ee2096dfb641c0a714d55e0c481fa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0251b71bde7143e18a8dc871be72487f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.505553] env[69374]: INFO nova.compute.manager [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Took 27.25 seconds to build instance. [ 1025.530750] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111766, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.576833] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dfb0fc-ca32-4f98-8678-195950cba7fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.597828] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance 'ea25149b-d4b6-4418-973a-849ab078fe10' progress to 0 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.641517] env[69374]: DEBUG oslo_concurrency.lockutils [req-83822913-3038-431b-94fc-7b27db025f6f req-ccc7b544-e7fe-4dfd-ae5c-bbb10b086264 service nova] Releasing lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.742023] env[69374]: DEBUG nova.network.neutron [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Successfully created port: c88acd23-5274-42a3-942f-a69dec5cb138 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.793000] env[69374]: DEBUG nova.compute.manager [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.013704] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2159e089-50a0-45de-b62a-2b47e6c43bd7 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "97b1c804-c2c2-4991-9e9d-7443a412265e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.771s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.014137] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a1fc8d22-9bf9-45e1-b5f8-d211b5abcedb tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquiring lock "interface-97b1c804-c2c2-4991-9e9d-7443a412265e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.014400] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a1fc8d22-9bf9-45e1-b5f8-d211b5abcedb tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "interface-97b1c804-c2c2-4991-9e9d-7443a412265e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.014765] env[69374]: DEBUG nova.objects.instance [None req-a1fc8d22-9bf9-45e1-b5f8-d211b5abcedb tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lazy-loading 'flavor' on Instance uuid 97b1c804-c2c2-4991-9e9d-7443a412265e {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.032526] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111766, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.084714] env[69374]: DEBUG nova.network.neutron [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Updating instance_info_cache with network_info: [{"id": "ade3c102-245d-4d44-aefa-347da57a153c", "address": "fa:16:3e:c5:98:85", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade3c102-24", "ovs_interfaceid": "ade3c102-245d-4d44-aefa-347da57a153c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.104162] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.107858] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d491c445-8389-43fa-9fc4-18f6386f2b42 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.116437] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1026.116437] env[69374]: value = "task-4111768" [ 1026.116437] env[69374]: _type = "Task" [ 1026.116437] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.127335] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.200137] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d29909-dc01-4823-8f29-de54295fbdc6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.211057] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25a81db-d86f-4069-997e-585b2cec285f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.262446] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba72c47a-59e8-4164-9353-8b52f7ccfa6f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.273268] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed4022-5c5a-46af-98dc-57dd33b32b04 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.290012] env[69374]: DEBUG nova.compute.provider_tree [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.518926] env[69374]: DEBUG nova.objects.instance [None req-a1fc8d22-9bf9-45e1-b5f8-d211b5abcedb tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lazy-loading 'pci_requests' on Instance uuid 97b1c804-c2c2-4991-9e9d-7443a412265e {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.533984] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111766, 'name': CreateVM_Task, 'duration_secs': 2.44958} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.533984] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.535118] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.535341] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.536209] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.536209] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e8f398-ca46-4a80-a13d-b05bcd68f12e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.542327] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1026.542327] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5227c432-c8ce-a0c3-8e82-9fac2600e1a3" [ 1026.542327] env[69374]: _type = "Task" [ 1026.542327] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.551824] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5227c432-c8ce-a0c3-8e82-9fac2600e1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.588066] env[69374]: DEBUG oslo_concurrency.lockutils [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "refresh_cache-c9dc76f1-fcae-4708-98d7-81734b313822" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.628578] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111768, 'name': PowerOffVM_Task, 'duration_secs': 0.278898} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.629714] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.629895] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance 'ea25149b-d4b6-4418-973a-849ab078fe10' progress to 17 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.793594] env[69374]: DEBUG nova.scheduler.client.report [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.805808] env[69374]: DEBUG nova.compute.manager [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.829878] env[69374]: DEBUG nova.virt.hardware [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.830101] env[69374]: DEBUG nova.virt.hardware [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.830266] env[69374]: DEBUG nova.virt.hardware [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.830449] env[69374]: DEBUG nova.virt.hardware [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.830597] env[69374]: DEBUG nova.virt.hardware [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.830733] env[69374]: DEBUG nova.virt.hardware [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.830985] env[69374]: DEBUG nova.virt.hardware [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.831188] env[69374]: DEBUG nova.virt.hardware [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.831188] env[69374]: DEBUG nova.virt.hardware [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.831188] env[69374]: DEBUG nova.virt.hardware [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.831664] env[69374]: DEBUG nova.virt.hardware [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.832782] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398793cc-babc-4618-a16e-e852c0fcd45d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.841834] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a59a92-f0ac-4f88-b14d-02093fffc431 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.023505] env[69374]: DEBUG nova.objects.base [None req-a1fc8d22-9bf9-45e1-b5f8-d211b5abcedb tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Object Instance<97b1c804-c2c2-4991-9e9d-7443a412265e> lazy-loaded attributes: flavor,pci_requests {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.023505] env[69374]: DEBUG nova.network.neutron [None req-a1fc8d22-9bf9-45e1-b5f8-d211b5abcedb tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.055481] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5227c432-c8ce-a0c3-8e82-9fac2600e1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.024383} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.055716] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.056130] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.056713] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.056841] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.057120] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.057500] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c7f102c-0d8b-4b17-8fa5-8c11db0934bb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.074021] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.074236] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.076894] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a0f2fb-be74-46e9-915f-5dcaa1d5450f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.083531] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1027.083531] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5251a665-2788-c95a-28bc-33d32d7a74c8" [ 1027.083531] env[69374]: _type = "Task" [ 1027.083531] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.093359] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5251a665-2788-c95a-28bc-33d32d7a74c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.117012] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a1fc8d22-9bf9-45e1-b5f8-d211b5abcedb tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "interface-97b1c804-c2c2-4991-9e9d-7443a412265e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.102s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.136609] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.136901] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.137014] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.137210] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.137355] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.137504] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.137743] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.137888] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.138070] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.138243] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.138426] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.144421] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb5aa277-5411-4d36-8809-9709fdceeb51 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.163098] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1027.163098] env[69374]: value = "task-4111769" [ 1027.163098] env[69374]: _type = "Task" [ 1027.163098] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.173285] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.299365] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.299912] env[69374]: DEBUG nova.compute.manager [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.306026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.342s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.306026] env[69374]: DEBUG nova.objects.instance [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lazy-loading 'resources' on Instance uuid b4a597c2-2bca-4eaa-9792-a98df34155a0 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.327834] env[69374]: DEBUG nova.compute.manager [req-58bc2b8e-6e4e-4a42-9556-37eec7eaaa9e req-ef901bc8-555f-468f-bf13-0befb8c4bc82 service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Received event network-vif-plugged-c88acd23-5274-42a3-942f-a69dec5cb138 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.328058] env[69374]: DEBUG oslo_concurrency.lockutils [req-58bc2b8e-6e4e-4a42-9556-37eec7eaaa9e req-ef901bc8-555f-468f-bf13-0befb8c4bc82 service nova] Acquiring lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.328281] env[69374]: DEBUG oslo_concurrency.lockutils [req-58bc2b8e-6e4e-4a42-9556-37eec7eaaa9e req-ef901bc8-555f-468f-bf13-0befb8c4bc82 service nova] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.328467] env[69374]: DEBUG oslo_concurrency.lockutils [req-58bc2b8e-6e4e-4a42-9556-37eec7eaaa9e req-ef901bc8-555f-468f-bf13-0befb8c4bc82 service nova] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.328639] env[69374]: DEBUG nova.compute.manager [req-58bc2b8e-6e4e-4a42-9556-37eec7eaaa9e req-ef901bc8-555f-468f-bf13-0befb8c4bc82 service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] No waiting events found dispatching network-vif-plugged-c88acd23-5274-42a3-942f-a69dec5cb138 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1027.328868] env[69374]: WARNING nova.compute.manager [req-58bc2b8e-6e4e-4a42-9556-37eec7eaaa9e req-ef901bc8-555f-468f-bf13-0befb8c4bc82 service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Received unexpected event network-vif-plugged-c88acd23-5274-42a3-942f-a69dec5cb138 for instance with vm_state building and task_state spawning. [ 1027.349263] env[69374]: DEBUG nova.network.neutron [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Successfully updated port: c88acd23-5274-42a3-942f-a69dec5cb138 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.597199] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5251a665-2788-c95a-28bc-33d32d7a74c8, 'name': SearchDatastore_Task, 'duration_secs': 0.027031} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.598022] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5569e1-259f-4085-bf7f-f22735ec4f4c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.606442] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1027.606442] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5247b419-27d6-2cd9-6e06-7e915b95925e" [ 1027.606442] env[69374]: _type = "Task" [ 1027.606442] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.614255] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5247b419-27d6-2cd9-6e06-7e915b95925e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.674621] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111769, 'name': ReconfigVM_Task, 'duration_secs': 0.390995} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.674960] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance 'ea25149b-d4b6-4418-973a-849ab078fe10' progress to 33 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.806351] env[69374]: DEBUG nova.compute.utils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.807727] env[69374]: DEBUG nova.compute.manager [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.807899] env[69374]: DEBUG nova.network.neutron [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.851800] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.852042] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.852216] env[69374]: DEBUG nova.network.neutron [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.864828] env[69374]: DEBUG nova.policy [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a7439a584f4f14862c7a0b674b2dd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '902a8814e6cc4ca385b72bb44b96861b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.116483] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5247b419-27d6-2cd9-6e06-7e915b95925e, 'name': SearchDatastore_Task, 'duration_secs': 0.012099} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.116707] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.116966] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2/f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.117277] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f23337bf-1776-49c3-9791-7da9f273538a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.130649] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1028.130649] env[69374]: value = "task-4111770" [ 1028.130649] env[69374]: _type = "Task" [ 1028.130649] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.131083] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.136990] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14fed6b1-19ea-4b08-956c-8f697405a245 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.149194] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.150947] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1028.150947] env[69374]: value = "task-4111771" [ 1028.150947] env[69374]: _type = "Task" [ 1028.150947] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.167937] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.182130] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.182457] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.182621] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.182736] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.182880] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.183165] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.183424] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.183590] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.183759] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.183999] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.184276] env[69374]: DEBUG nova.virt.hardware [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.191146] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.195696] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c02b4c9a-a50d-4f58-9e79-3cb32c791e8d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.217989] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1028.217989] env[69374]: value = "task-4111772" [ 1028.217989] env[69374]: _type = "Task" [ 1028.217989] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.228077] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b9496c-5cf5-456c-9b86-014c8ee996b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.241594] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4fc263-114a-429c-807c-84cd2dbc18cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.245584] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.280066] env[69374]: DEBUG nova.network.neutron [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Successfully created port: bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.282665] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff784bc-e08d-4272-9e67-ed0e9b8ebc0a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.290993] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11caf8fe-202c-4712-abee-1a6aea608938 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.307127] env[69374]: DEBUG nova.compute.provider_tree [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.310554] env[69374]: DEBUG nova.compute.manager [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.395162] env[69374]: DEBUG nova.network.neutron [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.571446] env[69374]: DEBUG nova.network.neutron [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance_info_cache with network_info: [{"id": "c88acd23-5274-42a3-942f-a69dec5cb138", "address": "fa:16:3e:88:38:3b", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc88acd23-52", "ovs_interfaceid": "c88acd23-5274-42a3-942f-a69dec5cb138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.644567] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111770, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.661695] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111771, 'name': PowerOffVM_Task, 'duration_secs': 0.233458} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.661961] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.662920] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1d86ef-5de7-4d5a-8435-0c60c3729ce6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.686626] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd344f47-3afc-4666-a775-af07255e1c0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.732404] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111772, 'name': ReconfigVM_Task, 'duration_secs': 0.227842} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.734720] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.735075] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.735179] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39cf76cc-2c96-4ce3-b1fa-4d683756cf04 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.737472] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846860a4-c445-4de6-881b-cb62bab8313c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.762049] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] ea25149b-d4b6-4418-973a-849ab078fe10/ea25149b-d4b6-4418-973a-849ab078fe10.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.764356] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c43b926-3d91-4137-b49a-a1ae0a554e4d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.776925] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1028.776925] env[69374]: value = "task-4111773" [ 1028.776925] env[69374]: _type = "Task" [ 1028.776925] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.784628] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1028.784628] env[69374]: value = "task-4111774" [ 1028.784628] env[69374]: _type = "Task" [ 1028.784628] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.790973] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1028.791268] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.791581] env[69374]: DEBUG oslo_concurrency.lockutils [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.791629] env[69374]: DEBUG oslo_concurrency.lockutils [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.791781] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.792085] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7cbb194-6b44-4897-8bec-ecc515ec259a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.799793] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.803548] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.803548] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.804299] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a7e7af-ff16-43d9-9a75-336de74a316b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.810518] env[69374]: DEBUG nova.scheduler.client.report [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.824788] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1028.824788] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f95d27-1f46-e3d0-d180-729de5f41259" [ 1028.824788] env[69374]: _type = "Task" [ 1028.824788] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.840046] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f95d27-1f46-e3d0-d180-729de5f41259, 'name': SearchDatastore_Task, 'duration_secs': 0.013344} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.841092] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c39e10-60f6-4913-b8fd-58cf4dd1ba37 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.847804] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1028.847804] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c20875-013b-7acc-ade0-bac8235685d0" [ 1028.847804] env[69374]: _type = "Task" [ 1028.847804] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.857648] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c20875-013b-7acc-ade0-bac8235685d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.077569] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.077569] env[69374]: DEBUG nova.compute.manager [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Instance network_info: |[{"id": "c88acd23-5274-42a3-942f-a69dec5cb138", "address": "fa:16:3e:88:38:3b", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc88acd23-52", "ovs_interfaceid": "c88acd23-5274-42a3-942f-a69dec5cb138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.077569] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:38:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c88acd23-5274-42a3-942f-a69dec5cb138', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.084628] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.085258] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.085498] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc0b4076-189c-4757-9945-a9169e52f68f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.108920] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.108920] env[69374]: value = "task-4111775" [ 1029.108920] env[69374]: _type = "Task" [ 1029.108920] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.117784] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111775, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.140309] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571323} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.140594] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2/f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.140825] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.141107] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07f3ea93-7482-4c8b-bee7-1db0029c2fc2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.150663] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1029.150663] env[69374]: value = "task-4111776" [ 1029.150663] env[69374]: _type = "Task" [ 1029.150663] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.161174] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.298193] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.317370] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.319903] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.563s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.320189] env[69374]: DEBUG nova.objects.instance [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lazy-loading 'resources' on Instance uuid e9cfe433-5f9e-43fe-adf6-281c6a2bd11f {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.327068] env[69374]: DEBUG nova.compute.manager [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.329428] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquiring lock "97b1c804-c2c2-4991-9e9d-7443a412265e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.329695] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "97b1c804-c2c2-4991-9e9d-7443a412265e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.329913] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquiring lock "97b1c804-c2c2-4991-9e9d-7443a412265e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.330102] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "97b1c804-c2c2-4991-9e9d-7443a412265e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.330273] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "97b1c804-c2c2-4991-9e9d-7443a412265e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.333044] env[69374]: INFO nova.compute.manager [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Terminating instance [ 1029.342585] env[69374]: INFO nova.scheduler.client.report [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleted allocations for instance b4a597c2-2bca-4eaa-9792-a98df34155a0 [ 1029.357376] env[69374]: DEBUG nova.virt.hardware [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.357488] env[69374]: DEBUG nova.virt.hardware [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.357571] env[69374]: DEBUG nova.virt.hardware [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.357799] env[69374]: DEBUG nova.virt.hardware [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.357957] env[69374]: DEBUG nova.virt.hardware [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.358121] env[69374]: DEBUG nova.virt.hardware [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.358330] env[69374]: DEBUG nova.virt.hardware [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.358488] env[69374]: DEBUG nova.virt.hardware [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.358706] env[69374]: DEBUG nova.virt.hardware [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.358872] env[69374]: DEBUG nova.virt.hardware [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.359102] env[69374]: DEBUG nova.virt.hardware [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.360311] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7385aca7-15d3-49af-a06b-401078168d08 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.369051] env[69374]: DEBUG nova.compute.manager [req-c0802bae-3f05-42b7-aa72-48f940e3b648 req-a34cbcde-369d-430b-b42b-69c24c8ae29c service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Received event network-changed-c88acd23-5274-42a3-942f-a69dec5cb138 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.369245] env[69374]: DEBUG nova.compute.manager [req-c0802bae-3f05-42b7-aa72-48f940e3b648 req-a34cbcde-369d-430b-b42b-69c24c8ae29c service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Refreshing instance network info cache due to event network-changed-c88acd23-5274-42a3-942f-a69dec5cb138. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.369472] env[69374]: DEBUG oslo_concurrency.lockutils [req-c0802bae-3f05-42b7-aa72-48f940e3b648 req-a34cbcde-369d-430b-b42b-69c24c8ae29c service nova] Acquiring lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.369631] env[69374]: DEBUG oslo_concurrency.lockutils [req-c0802bae-3f05-42b7-aa72-48f940e3b648 req-a34cbcde-369d-430b-b42b-69c24c8ae29c service nova] Acquired lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.369862] env[69374]: DEBUG nova.network.neutron [req-c0802bae-3f05-42b7-aa72-48f940e3b648 req-a34cbcde-369d-430b-b42b-69c24c8ae29c service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Refreshing network info cache for port c88acd23-5274-42a3-942f-a69dec5cb138 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.371868] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c20875-013b-7acc-ade0-bac8235685d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013313} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.372652] env[69374]: DEBUG oslo_concurrency.lockutils [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.373345] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c9dc76f1-fcae-4708-98d7-81734b313822/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. {{(pid=69374) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1029.373486] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d42c5cf-1979-4f4d-ac58-eb4400c2d7f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.382663] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b47e0-e6a2-4aad-a052-a0f20109c97b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.389023] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1029.389023] env[69374]: value = "task-4111777" [ 1029.389023] env[69374]: _type = "Task" [ 1029.389023] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.410223] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.622754] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111775, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.663432] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081498} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.663907] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.664985] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9c07d6-ae7d-41d3-bafa-6f2ea7fb0211 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.692205] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2/f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.693120] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13aa2a06-32a7-4ec5-b6c2-80a74ac5d2cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.714229] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1029.714229] env[69374]: value = "task-4111778" [ 1029.714229] env[69374]: _type = "Task" [ 1029.714229] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.725081] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.800430] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111774, 'name': ReconfigVM_Task, 'duration_secs': 0.937263} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.800793] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Reconfigured VM instance instance-00000049 to attach disk [datastore1] ea25149b-d4b6-4418-973a-849ab078fe10/ea25149b-d4b6-4418-973a-849ab078fe10.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.801107] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance 'ea25149b-d4b6-4418-973a-849ab078fe10' progress to 50 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.837304] env[69374]: DEBUG nova.compute.manager [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.837704] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.838970] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ece7fa8-955d-48b1-982f-5ffe992c2946 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.848013] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.848481] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea4ac1c-19b7-4a83-b8e5-f317c5f55740 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.855783] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a419aded-f7cd-4f7c-9075-3ea2acd0f887 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "b4a597c2-2bca-4eaa-9792-a98df34155a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.068s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.866402] env[69374]: DEBUG oslo_vmware.api [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for the task: (returnval){ [ 1029.866402] env[69374]: value = "task-4111779" [ 1029.866402] env[69374]: _type = "Task" [ 1029.866402] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.887371] env[69374]: DEBUG oslo_vmware.api [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.904944] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111777, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.135181] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111775, 'name': CreateVM_Task, 'duration_secs': 0.698507} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.135973] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.137997] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.138399] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.138946] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.140554] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade7b545-b90b-4225-953c-38200be6e5a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.158467] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1030.158467] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526e3c91-2530-18ac-9b35-1ba53053e5f2" [ 1030.158467] env[69374]: _type = "Task" [ 1030.158467] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.177606] env[69374]: DEBUG nova.network.neutron [req-c0802bae-3f05-42b7-aa72-48f940e3b648 req-a34cbcde-369d-430b-b42b-69c24c8ae29c service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updated VIF entry in instance network info cache for port c88acd23-5274-42a3-942f-a69dec5cb138. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.178166] env[69374]: DEBUG nova.network.neutron [req-c0802bae-3f05-42b7-aa72-48f940e3b648 req-a34cbcde-369d-430b-b42b-69c24c8ae29c service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance_info_cache with network_info: [{"id": "c88acd23-5274-42a3-942f-a69dec5cb138", "address": "fa:16:3e:88:38:3b", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc88acd23-52", "ovs_interfaceid": "c88acd23-5274-42a3-942f-a69dec5cb138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.186512] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526e3c91-2530-18ac-9b35-1ba53053e5f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.229364] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111778, 'name': ReconfigVM_Task, 'duration_secs': 0.441223} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.233740] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Reconfigured VM instance instance-00000051 to attach disk [datastore1] f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2/f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.235322] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f84fa33-f50d-4a33-b5e3-6a137bd74e8c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.243651] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1030.243651] env[69374]: value = "task-4111780" [ 1030.243651] env[69374]: _type = "Task" [ 1030.243651] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.261486] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111780, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.307906] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655b82bf-20a4-4889-996c-032320bb650d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.333812] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae38e82-c83e-4974-8c0f-9cab79cdd367 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.358383] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance 'ea25149b-d4b6-4418-973a-849ab078fe10' progress to 67 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.368041] env[69374]: DEBUG nova.network.neutron [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Successfully updated port: bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.381456] env[69374]: DEBUG oslo_vmware.api [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111779, 'name': PowerOffVM_Task, 'duration_secs': 0.502959} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.381699] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.381904] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.383869] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dc3ff2f-9fb7-4834-8809-d0b53fad0831 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.402924] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858982} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.404892] env[69374]: INFO nova.virt.vmwareapi.ds_util [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c9dc76f1-fcae-4708-98d7-81734b313822/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. [ 1030.406568] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a9de2e-a16e-4f67-ac53-e1648ffd276d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.411844] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beb647f-a699-4b85-9a98-0b87466a9bcf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.438200] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03be444e-68ff-45e9-8f82-cab45c32d633 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.449958] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c9dc76f1-fcae-4708-98d7-81734b313822/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.450355] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef33125b-8d19-4e2e-bca3-039574895877 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.501094] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8034be03-656d-4de7-8721-2ca220d69c80 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.504890] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1030.504890] env[69374]: value = "task-4111782" [ 1030.504890] env[69374]: _type = "Task" [ 1030.504890] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.505386] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.505763] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.505763] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Deleting the datastore file [datastore2] 97b1c804-c2c2-4991-9e9d-7443a412265e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.506069] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0ff3155-588a-46f3-a3d4-a0087940d919 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.516521] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6828c5-d7ac-4e84-ae4d-b91775fc7894 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.525996] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.527049] env[69374]: DEBUG oslo_vmware.api [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for the task: (returnval){ [ 1030.527049] env[69374]: value = "task-4111783" [ 1030.527049] env[69374]: _type = "Task" [ 1030.527049] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.540450] env[69374]: DEBUG nova.compute.provider_tree [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.549292] env[69374]: DEBUG oslo_vmware.api [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.672500] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526e3c91-2530-18ac-9b35-1ba53053e5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.019594} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.673249] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.673249] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.673454] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.673454] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.673639] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.673921] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac66f106-d946-438a-aafc-5f0807a4dce8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.681989] env[69374]: DEBUG oslo_concurrency.lockutils [req-c0802bae-3f05-42b7-aa72-48f940e3b648 req-a34cbcde-369d-430b-b42b-69c24c8ae29c service nova] Releasing lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.685140] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.685352] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.686227] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7d1bbc-71db-413d-a630-7414cca64d57 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.694637] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1030.694637] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5225ce1e-7a1e-396b-8672-fffe734c929a" [ 1030.694637] env[69374]: _type = "Task" [ 1030.694637] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.704684] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5225ce1e-7a1e-396b-8672-fffe734c929a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.754519] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111780, 'name': Rename_Task, 'duration_secs': 0.190569} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.756504] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.756504] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f476cfa-a81a-4d32-98fa-b6199ccc2c69 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.763384] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1030.763384] env[69374]: value = "task-4111784" [ 1030.763384] env[69374]: _type = "Task" [ 1030.763384] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.779336] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.876598] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "refresh_cache-c8d635be-2047-4866-a68a-4251cc46b49e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.876884] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "refresh_cache-c8d635be-2047-4866-a68a-4251cc46b49e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.877089] env[69374]: DEBUG nova.network.neutron [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.928142] env[69374]: DEBUG nova.network.neutron [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Port d6167ac3-efdc-4649-ab2d-ee8f547e2e06 binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1031.021028] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111782, 'name': ReconfigVM_Task, 'duration_secs': 0.332179} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.021028] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c9dc76f1-fcae-4708-98d7-81734b313822/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.021739] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323dd150-c1c9-4b52-a2b5-b6f15659fafa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.044425] env[69374]: DEBUG nova.scheduler.client.report [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.056851] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65d2e45c-d19c-44de-bf32-8e09b431df4a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.074639] env[69374]: DEBUG oslo_vmware.api [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Task: {'id': task-4111783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206444} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.076154] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.076367] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.076546] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.076722] env[69374]: INFO nova.compute.manager [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1031.076974] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.077270] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1031.077270] env[69374]: value = "task-4111785" [ 1031.077270] env[69374]: _type = "Task" [ 1031.077270] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.077463] env[69374]: DEBUG nova.compute.manager [-] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.077560] env[69374]: DEBUG nova.network.neutron [-] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.090156] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111785, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.207813] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5225ce1e-7a1e-396b-8672-fffe734c929a, 'name': SearchDatastore_Task, 'duration_secs': 0.01231} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.209615] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b284b124-777e-4204-b61f-3e4c22d4c6d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.216708] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1031.216708] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5253e339-75cc-a9bd-d57d-9e5d2d4ded9c" [ 1031.216708] env[69374]: _type = "Task" [ 1031.216708] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.227150] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5253e339-75cc-a9bd-d57d-9e5d2d4ded9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.274238] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.421653] env[69374]: DEBUG nova.network.neutron [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.544078] env[69374]: DEBUG nova.compute.manager [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Received event network-vif-plugged-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.544630] env[69374]: DEBUG oslo_concurrency.lockutils [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] Acquiring lock "c8d635be-2047-4866-a68a-4251cc46b49e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.544996] env[69374]: DEBUG oslo_concurrency.lockutils [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] Lock "c8d635be-2047-4866-a68a-4251cc46b49e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.545197] env[69374]: DEBUG oslo_concurrency.lockutils [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] Lock "c8d635be-2047-4866-a68a-4251cc46b49e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.545377] env[69374]: DEBUG nova.compute.manager [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] No waiting events found dispatching network-vif-plugged-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1031.545537] env[69374]: WARNING nova.compute.manager [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Received unexpected event network-vif-plugged-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 for instance with vm_state building and task_state spawning. [ 1031.545707] env[69374]: DEBUG nova.compute.manager [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Received event network-changed-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.545864] env[69374]: DEBUG nova.compute.manager [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Refreshing instance network info cache due to event network-changed-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.546078] env[69374]: DEBUG oslo_concurrency.lockutils [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] Acquiring lock "refresh_cache-c8d635be-2047-4866-a68a-4251cc46b49e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.555725] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.559607] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.909s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.562711] env[69374]: INFO nova.compute.claims [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.592305] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.603267] env[69374]: INFO nova.scheduler.client.report [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Deleted allocations for instance e9cfe433-5f9e-43fe-adf6-281c6a2bd11f [ 1031.649195] env[69374]: DEBUG nova.network.neutron [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Updating instance_info_cache with network_info: [{"id": "bd61b4f2-16a2-425a-8a3d-5f89ce6d3300", "address": "fa:16:3e:09:b7:82", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd61b4f2-16", "ovs_interfaceid": "bd61b4f2-16a2-425a-8a3d-5f89ce6d3300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.729361] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5253e339-75cc-a9bd-d57d-9e5d2d4ded9c, 'name': SearchDatastore_Task, 'duration_secs': 0.040162} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.729830] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.730241] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac/bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.730617] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3af4c0f0-3072-4e3f-8208-ddf2e79cb20b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.740429] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1031.740429] env[69374]: value = "task-4111786" [ 1031.740429] env[69374]: _type = "Task" [ 1031.740429] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.753217] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.780150] env[69374]: DEBUG oslo_vmware.api [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111784, 'name': PowerOnVM_Task, 'duration_secs': 0.998728} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.780150] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.780150] env[69374]: INFO nova.compute.manager [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1031.780150] env[69374]: DEBUG nova.compute.manager [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.780150] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2ac4a0-c47f-4933-b548-5b6fedddf77f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.953562] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "ea25149b-d4b6-4418-973a-849ab078fe10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.953823] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "ea25149b-d4b6-4418-973a-849ab078fe10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.953973] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "ea25149b-d4b6-4418-973a-849ab078fe10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.093716] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.116850] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d68db173-4ff6-43eb-b113-fa74641a19ac tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "e9cfe433-5f9e-43fe-adf6-281c6a2bd11f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.050s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.139312] env[69374]: DEBUG nova.network.neutron [-] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.150744] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "refresh_cache-c8d635be-2047-4866-a68a-4251cc46b49e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.151108] env[69374]: DEBUG nova.compute.manager [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Instance network_info: |[{"id": "bd61b4f2-16a2-425a-8a3d-5f89ce6d3300", "address": "fa:16:3e:09:b7:82", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd61b4f2-16", "ovs_interfaceid": "bd61b4f2-16a2-425a-8a3d-5f89ce6d3300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.151429] env[69374]: DEBUG oslo_concurrency.lockutils [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] Acquired lock "refresh_cache-c8d635be-2047-4866-a68a-4251cc46b49e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.151623] env[69374]: DEBUG nova.network.neutron [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Refreshing network info cache for port bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.153044] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:b7:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd61b4f2-16a2-425a-8a3d-5f89ce6d3300', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.161493] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.166086] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.166086] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7077cf13-49f5-4459-8d95-581128e3f519 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.189239] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.189239] env[69374]: value = "task-4111787" [ 1032.189239] env[69374]: _type = "Task" [ 1032.189239] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.199867] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111787, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.254015] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111786, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.302958] env[69374]: INFO nova.compute.manager [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Took 33.28 seconds to build instance. [ 1032.421769] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "31448034-c45f-4db5-94c8-4f25aed681d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.422242] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "31448034-c45f-4db5-94c8-4f25aed681d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.422340] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "31448034-c45f-4db5-94c8-4f25aed681d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.422489] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "31448034-c45f-4db5-94c8-4f25aed681d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.422685] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "31448034-c45f-4db5-94c8-4f25aed681d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.424832] env[69374]: INFO nova.compute.manager [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Terminating instance [ 1032.467034] env[69374]: DEBUG nova.network.neutron [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Updated VIF entry in instance network info cache for port bd61b4f2-16a2-425a-8a3d-5f89ce6d3300. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.467034] env[69374]: DEBUG nova.network.neutron [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Updating instance_info_cache with network_info: [{"id": "bd61b4f2-16a2-425a-8a3d-5f89ce6d3300", "address": "fa:16:3e:09:b7:82", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd61b4f2-16", "ovs_interfaceid": "bd61b4f2-16a2-425a-8a3d-5f89ce6d3300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.593873] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111785, 'name': ReconfigVM_Task, 'duration_secs': 1.181229} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.594313] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.594669] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb6b86e3-edcf-4b75-83c8-511d07b8c2f1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.604593] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1032.604593] env[69374]: value = "task-4111788" [ 1032.604593] env[69374]: _type = "Task" [ 1032.604593] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.613946] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.642306] env[69374]: INFO nova.compute.manager [-] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Took 1.56 seconds to deallocate network for instance. [ 1032.702844] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111787, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.753232] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666592} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.753574] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac/bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.753803] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.754093] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f35c1607-f37d-499f-99af-74a2965c8071 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.766268] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1032.766268] env[69374]: value = "task-4111789" [ 1032.766268] env[69374]: _type = "Task" [ 1032.766268] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.778371] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.807331] env[69374]: DEBUG oslo_concurrency.lockutils [None req-45d8d90f-5e80-4dc3-a2bd-881323a748a3 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.803s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.931591] env[69374]: DEBUG nova.compute.manager [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.931803] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.933198] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872ca5b3-1d80-4e4c-b3dc-cfffb03aa623 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.941924] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.944966] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-319d4511-8d35-454a-8f8c-7e6b0f3c9173 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.954741] env[69374]: DEBUG oslo_vmware.api [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 1032.954741] env[69374]: value = "task-4111790" [ 1032.954741] env[69374]: _type = "Task" [ 1032.954741] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.961275] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a460ad-3f8d-44dd-8ff6-35da6a3ffa60 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.970402] env[69374]: DEBUG oslo_vmware.api [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.971588] env[69374]: DEBUG oslo_concurrency.lockutils [req-dd3df25c-f13a-4cee-b776-f9cbf2e8461f req-42e453e6-f1d8-4c58-9566-51f204a75bec service nova] Releasing lock "refresh_cache-c8d635be-2047-4866-a68a-4251cc46b49e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.976094] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6bcb19-a1fe-494e-8211-a127d92423c3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.011408] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.011648] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.011786] env[69374]: DEBUG nova.network.neutron [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.013693] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b728b4-2054-4923-a853-565ca0655000 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.023788] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b802902-ec5d-4455-b29e-8d88f787a72e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.042135] env[69374]: DEBUG nova.compute.provider_tree [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.116536] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.155054] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.203351] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111787, 'name': CreateVM_Task, 'duration_secs': 0.600453} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.203579] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.204974] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.204974] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.204974] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.205182] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c79d98d-a09a-449f-8c70-907a7ff95cbb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.212606] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1033.212606] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52cfc481-e02c-f113-fd31-82553fe598ef" [ 1033.212606] env[69374]: _type = "Task" [ 1033.212606] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.224281] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cfc481-e02c-f113-fd31-82553fe598ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.278445] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074596} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.278739] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.279590] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904a8dd3-65cc-42d0-84cd-aa270d8d31f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.303552] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac/bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.303898] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b517835a-d5ca-4eb3-b30a-a72db825b82b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.325830] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1033.325830] env[69374]: value = "task-4111791" [ 1033.325830] env[69374]: _type = "Task" [ 1033.325830] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.336556] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.465474] env[69374]: DEBUG oslo_vmware.api [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111790, 'name': PowerOffVM_Task, 'duration_secs': 0.269615} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.466898] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.466898] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.466898] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2025eadd-9f46-457c-bb5a-8775c27db1ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.506420] env[69374]: DEBUG nova.compute.manager [req-ec95db1b-0244-4f0d-b30c-7e9fc702e558 req-8ed3db9b-b000-4bbc-a46e-4fcd6bf41d31 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Received event network-changed-778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.506749] env[69374]: DEBUG nova.compute.manager [req-ec95db1b-0244-4f0d-b30c-7e9fc702e558 req-8ed3db9b-b000-4bbc-a46e-4fcd6bf41d31 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Refreshing instance network info cache due to event network-changed-778fc791-a94f-4a82-a799-dfa0b062551a. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.507154] env[69374]: DEBUG oslo_concurrency.lockutils [req-ec95db1b-0244-4f0d-b30c-7e9fc702e558 req-8ed3db9b-b000-4bbc-a46e-4fcd6bf41d31 service nova] Acquiring lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.507396] env[69374]: DEBUG oslo_concurrency.lockutils [req-ec95db1b-0244-4f0d-b30c-7e9fc702e558 req-8ed3db9b-b000-4bbc-a46e-4fcd6bf41d31 service nova] Acquired lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.507674] env[69374]: DEBUG nova.network.neutron [req-ec95db1b-0244-4f0d-b30c-7e9fc702e558 req-8ed3db9b-b000-4bbc-a46e-4fcd6bf41d31 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Refreshing network info cache for port 778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.546635] env[69374]: DEBUG nova.scheduler.client.report [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.552465] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.552465] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.552465] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Deleting the datastore file [datastore2] 31448034-c45f-4db5-94c8-4f25aed681d4 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.552465] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb0ed74f-b655-42f1-a2cb-f4bd240fcf2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.559979] env[69374]: DEBUG oslo_vmware.api [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for the task: (returnval){ [ 1033.559979] env[69374]: value = "task-4111793" [ 1033.559979] env[69374]: _type = "Task" [ 1033.559979] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.569847] env[69374]: DEBUG oslo_vmware.api [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.572339] env[69374]: DEBUG nova.compute.manager [req-0d2a3ea0-edb6-4f21-8746-a25da743f88e req-7a1745a4-0eba-422b-aff4-31886d594aa2 service nova] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Received event network-vif-deleted-ca0413df-6814-4f4d-9497-fbea6908ee66 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.616355] env[69374]: DEBUG oslo_vmware.api [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111788, 'name': PowerOnVM_Task, 'duration_secs': 0.76859} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.616643] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.621179] env[69374]: DEBUG nova.compute.manager [None req-81f309f6-5846-4bc4-878a-dfbb98ea2248 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1033.621179] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f092605b-17c1-473b-8370-ed34a2316404 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.724095] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cfc481-e02c-f113-fd31-82553fe598ef, 'name': SearchDatastore_Task, 'duration_secs': 0.021495} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.724768] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.724820] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.725057] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.725210] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.725398] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.725678] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef655228-baec-4ac5-a232-9a77a5da608c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.736162] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.736162] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.736694] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e38168-10eb-4256-a721-46bd40a8c330 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.742663] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1033.742663] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e27939-156c-8059-b7bb-69ea702f57fe" [ 1033.742663] env[69374]: _type = "Task" [ 1033.742663] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.751877] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e27939-156c-8059-b7bb-69ea702f57fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.791839] env[69374]: DEBUG nova.network.neutron [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance_info_cache with network_info: [{"id": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "address": "fa:16:3e:7c:2a:74", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6167ac3-ef", "ovs_interfaceid": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.837748] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.052714] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.053506] env[69374]: DEBUG nova.compute.manager [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.056284] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.936s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.056383] env[69374]: DEBUG nova.objects.instance [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lazy-loading 'resources' on Instance uuid b7e0528a-581a-4001-bdb8-e16f3f28647f {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.071129] env[69374]: DEBUG oslo_vmware.api [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Task: {'id': task-4111793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159125} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.071382] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.071456] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.073510] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.073510] env[69374]: INFO nova.compute.manager [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1034.073510] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.073510] env[69374]: DEBUG nova.compute.manager [-] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.073510] env[69374]: DEBUG nova.network.neutron [-] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.242763] env[69374]: DEBUG nova.network.neutron [req-ec95db1b-0244-4f0d-b30c-7e9fc702e558 req-8ed3db9b-b000-4bbc-a46e-4fcd6bf41d31 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updated VIF entry in instance network info cache for port 778fc791-a94f-4a82-a799-dfa0b062551a. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.243353] env[69374]: DEBUG nova.network.neutron [req-ec95db1b-0244-4f0d-b30c-7e9fc702e558 req-8ed3db9b-b000-4bbc-a46e-4fcd6bf41d31 service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updating instance_info_cache with network_info: [{"id": "778fc791-a94f-4a82-a799-dfa0b062551a", "address": "fa:16:3e:73:a8:80", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778fc791-a9", "ovs_interfaceid": "778fc791-a94f-4a82-a799-dfa0b062551a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.255816] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e27939-156c-8059-b7bb-69ea702f57fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.257288] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8458d0-02d7-47ce-a547-c83cd492e9ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.264216] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1034.264216] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ef5ffc-7001-f6ab-a2d8-d827732451c2" [ 1034.264216] env[69374]: _type = "Task" [ 1034.264216] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.275416] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ef5ffc-7001-f6ab-a2d8-d827732451c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.294196] env[69374]: DEBUG oslo_concurrency.lockutils [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.341558] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111791, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.559985] env[69374]: DEBUG nova.compute.utils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.564850] env[69374]: DEBUG nova.compute.manager [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.565151] env[69374]: DEBUG nova.network.neutron [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.639100] env[69374]: DEBUG nova.policy [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c147c27b49494398b65655e39e09cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a9e77fc935493aa27fc0552bbec035', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.749753] env[69374]: DEBUG oslo_concurrency.lockutils [req-ec95db1b-0244-4f0d-b30c-7e9fc702e558 req-8ed3db9b-b000-4bbc-a46e-4fcd6bf41d31 service nova] Releasing lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.784025] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ef5ffc-7001-f6ab-a2d8-d827732451c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.784025] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.784025] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c8d635be-2047-4866-a68a-4251cc46b49e/c8d635be-2047-4866-a68a-4251cc46b49e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.784025] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00b11a73-0357-44f1-a552-36bd8bb7ac63 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.792355] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1034.792355] env[69374]: value = "task-4111794" [ 1034.792355] env[69374]: _type = "Task" [ 1034.792355] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.809345] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.839958] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e539f30c-1230-4d5f-bbc9-b81cff41af9d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.872034] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83ce0f3-fb22-46ab-a03e-e0e025465a11 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.872034] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111791, 'name': ReconfigVM_Task, 'duration_secs': 1.051913} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.872906] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfigured VM instance instance-00000052 to attach disk [datastore1] bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac/bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.873109] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7c71d3a-3c67-407f-9d88-c45c1359f7e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.878388] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance 'ea25149b-d4b6-4418-973a-849ab078fe10' progress to 83 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.883200] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1034.883200] env[69374]: value = "task-4111795" [ 1034.883200] env[69374]: _type = "Task" [ 1034.883200] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.893639] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111795, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.957470] env[69374]: DEBUG nova.network.neutron [-] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.018741] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837e4cf4-87dc-440a-9bf7-95e69766ba3f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.031192] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d1f92a-c578-4876-8da9-2929353bfdb6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.067659] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b2e5f3-88ca-473d-a087-ad76f906abc0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.071276] env[69374]: DEBUG nova.compute.manager [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.081025] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924d79fe-13a2-424e-8117-99778e08b4cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.097250] env[69374]: DEBUG nova.compute.provider_tree [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.157415] env[69374]: DEBUG nova.network.neutron [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Successfully created port: 850495dc-d716-4fb7-a029-cb114233e214 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.198987] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.199344] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.305963] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503973} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.306292] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c8d635be-2047-4866-a68a-4251cc46b49e/c8d635be-2047-4866-a68a-4251cc46b49e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.306512] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.306778] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d6e9abf-92ca-499f-b3d2-b022354c5109 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.315402] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1035.315402] env[69374]: value = "task-4111796" [ 1035.315402] env[69374]: _type = "Task" [ 1035.315402] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.326131] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.389512] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.389849] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2992ca4b-12cc-4f21-a1fc-caf22c18cbb5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.398848] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111795, 'name': Rename_Task, 'duration_secs': 0.18765} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.400399] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.400736] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1035.400736] env[69374]: value = "task-4111797" [ 1035.400736] env[69374]: _type = "Task" [ 1035.400736] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.400930] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c276e94e-ad65-4462-9b36-c4fb60ea0590 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.415050] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.416723] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1035.416723] env[69374]: value = "task-4111798" [ 1035.416723] env[69374]: _type = "Task" [ 1035.416723] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.427785] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.460489] env[69374]: INFO nova.compute.manager [-] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Took 1.39 seconds to deallocate network for instance. [ 1035.601691] env[69374]: DEBUG nova.scheduler.client.report [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.609708] env[69374]: DEBUG nova.compute.manager [req-d6fef193-3e3a-4cf5-a3a2-da85bfd4f0de req-0c03507f-123a-4819-9e37-0a0172c3a5e4 service nova] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Received event network-vif-deleted-b81486f7-2f88-4495-bcd1-4b7465c7dff4 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.709903] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.713152] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.713152] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.713152] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.713152] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.713152] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.713152] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1035.713152] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.826709] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160643} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.826990] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.828073] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b95667-e8c3-4773-b290-0fc84db3ab21 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.853678] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] c8d635be-2047-4866-a68a-4251cc46b49e/c8d635be-2047-4866-a68a-4251cc46b49e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.854097] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f9e68b-7e93-46f7-a7ea-4d24de4d7edd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.881020] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1035.881020] env[69374]: value = "task-4111799" [ 1035.881020] env[69374]: _type = "Task" [ 1035.881020] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.890220] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.914834] env[69374]: DEBUG oslo_vmware.api [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111797, 'name': PowerOnVM_Task, 'duration_secs': 0.417452} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.915171] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.915362] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-04f49df4-25d5-4f03-8dbb-1c1f400920d9 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance 'ea25149b-d4b6-4418-973a-849ab078fe10' progress to 100 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.929480] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.967753] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.082037] env[69374]: DEBUG nova.compute.manager [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.107949] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.112230] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.139s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.112517] env[69374]: DEBUG nova.objects.instance [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Lazy-loading 'resources' on Instance uuid 779402fd-c790-4518-96ec-a9faf7721dee {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.117791] env[69374]: DEBUG nova.virt.hardware [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.118068] env[69374]: DEBUG nova.virt.hardware [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.118231] env[69374]: DEBUG nova.virt.hardware [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.118424] env[69374]: DEBUG nova.virt.hardware [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.118652] env[69374]: DEBUG nova.virt.hardware [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.118764] env[69374]: DEBUG nova.virt.hardware [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.118953] env[69374]: DEBUG nova.virt.hardware [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.119143] env[69374]: DEBUG nova.virt.hardware [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.119403] env[69374]: DEBUG nova.virt.hardware [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.119733] env[69374]: DEBUG nova.virt.hardware [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.119932] env[69374]: DEBUG nova.virt.hardware [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.121231] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2958580-fd75-4033-8e7b-5490bd773705 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.132372] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee86151-aefd-4a78-b2a7-eb019cdc3a64 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.136137] env[69374]: INFO nova.scheduler.client.report [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted allocations for instance b7e0528a-581a-4001-bdb8-e16f3f28647f [ 1036.220254] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.388869] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.435027] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.549662] env[69374]: INFO nova.compute.manager [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Rescuing [ 1036.549662] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.549662] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.549662] env[69374]: DEBUG nova.network.neutron [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.651456] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60341bfa-ee74-42e0-a4f6-172e048b103f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "b7e0528a-581a-4001-bdb8-e16f3f28647f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.457s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.890962] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.938658] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111798, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.013606] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a155593-8e3c-40ee-a755-a29bea31611c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.024848] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede13132-4735-4239-88fd-f983579875c9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.063547] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762d7e7-a2c1-4000-a18e-08fae9f92fc3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.066334] env[69374]: DEBUG nova.network.neutron [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Successfully updated port: 850495dc-d716-4fb7-a029-cb114233e214 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.077203] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd08e9-e53e-4a1a-b75a-9dfdcf436257 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.097377] env[69374]: DEBUG nova.compute.provider_tree [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.288189] env[69374]: DEBUG nova.network.neutron [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Updating instance_info_cache with network_info: [{"id": "5c6cfa99-325a-4dd7-97b4-226b85c7d347", "address": "fa:16:3e:ae:5c:b8", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6cfa99-32", "ovs_interfaceid": "5c6cfa99-325a-4dd7-97b4-226b85c7d347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.390352] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111799, 'name': ReconfigVM_Task, 'duration_secs': 1.065876} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.390653] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Reconfigured VM instance instance-00000053 to attach disk [datastore2] c8d635be-2047-4866-a68a-4251cc46b49e/c8d635be-2047-4866-a68a-4251cc46b49e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.391346] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be336c34-fe53-4b4c-9d3c-bdb43009ec60 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.408968] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1037.408968] env[69374]: value = "task-4111800" [ 1037.408968] env[69374]: _type = "Task" [ 1037.408968] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.423411] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111800, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.432966] env[69374]: DEBUG oslo_vmware.api [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111798, 'name': PowerOnVM_Task, 'duration_secs': 1.631147} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.433399] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.433637] env[69374]: INFO nova.compute.manager [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1037.433824] env[69374]: DEBUG nova.compute.manager [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.434714] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94575f9-419e-47ad-9f4b-b4a768715b59 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.569982] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "refresh_cache-7c350606-bf18-451b-8107-54560658f758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.570382] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "refresh_cache-7c350606-bf18-451b-8107-54560658f758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.570584] env[69374]: DEBUG nova.network.neutron [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.597899] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.598167] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.601173] env[69374]: DEBUG nova.scheduler.client.report [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.637971] env[69374]: DEBUG nova.compute.manager [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] Received event network-vif-plugged-850495dc-d716-4fb7-a029-cb114233e214 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.638112] env[69374]: DEBUG oslo_concurrency.lockutils [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] Acquiring lock "7c350606-bf18-451b-8107-54560658f758-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.638322] env[69374]: DEBUG oslo_concurrency.lockutils [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] Lock "7c350606-bf18-451b-8107-54560658f758-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.638490] env[69374]: DEBUG oslo_concurrency.lockutils [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] Lock "7c350606-bf18-451b-8107-54560658f758-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.638663] env[69374]: DEBUG nova.compute.manager [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] No waiting events found dispatching network-vif-plugged-850495dc-d716-4fb7-a029-cb114233e214 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1037.638866] env[69374]: WARNING nova.compute.manager [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] Received unexpected event network-vif-plugged-850495dc-d716-4fb7-a029-cb114233e214 for instance with vm_state building and task_state spawning. [ 1037.639066] env[69374]: DEBUG nova.compute.manager [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] Received event network-changed-850495dc-d716-4fb7-a029-cb114233e214 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.639229] env[69374]: DEBUG nova.compute.manager [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] Refreshing instance network info cache due to event network-changed-850495dc-d716-4fb7-a029-cb114233e214. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.639418] env[69374]: DEBUG oslo_concurrency.lockutils [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] Acquiring lock "refresh_cache-7c350606-bf18-451b-8107-54560658f758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.700289] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "ea25149b-d4b6-4418-973a-849ab078fe10" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.700656] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "ea25149b-d4b6-4418-973a-849ab078fe10" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.700845] env[69374]: DEBUG nova.compute.manager [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Going to confirm migration 4 {{(pid=69374) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1037.790967] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.921535] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111800, 'name': Rename_Task, 'duration_secs': 0.184447} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.921847] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.922190] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0374d885-a09c-49ea-8d29-680d27da8199 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.931344] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1037.931344] env[69374]: value = "task-4111801" [ 1037.931344] env[69374]: _type = "Task" [ 1037.931344] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.941654] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.962029] env[69374]: INFO nova.compute.manager [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Took 36.50 seconds to build instance. [ 1038.100922] env[69374]: DEBUG nova.compute.manager [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.112174] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.116064] env[69374]: DEBUG nova.network.neutron [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.118855] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.086s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.118855] env[69374]: DEBUG nova.objects.instance [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Lazy-loading 'resources' on Instance uuid bdf4e988-dcd8-4028-b157-5c681d03c83d {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.155582] env[69374]: INFO nova.scheduler.client.report [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Deleted allocations for instance 779402fd-c790-4518-96ec-a9faf7721dee [ 1038.282073] env[69374]: DEBUG nova.network.neutron [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Updating instance_info_cache with network_info: [{"id": "850495dc-d716-4fb7-a029-cb114233e214", "address": "fa:16:3e:89:52:59", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850495dc-d7", "ovs_interfaceid": "850495dc-d716-4fb7-a029-cb114233e214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.415490] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.415630] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.418580] env[69374]: DEBUG nova.network.neutron [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.418580] env[69374]: DEBUG nova.objects.instance [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lazy-loading 'info_cache' on Instance uuid ea25149b-d4b6-4418-973a-849ab078fe10 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.449836] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111801, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.463805] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ca9be770-1252-4668-8220-1a3292f1fdf6 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.017s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.638334] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.670794] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d1dcae2-ac63-499c-bbfa-421989f06e26 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358 tempest-FloatingIPsAssociationNegativeTestJSON-1393153358-project-member] Lock "779402fd-c790-4518-96ec-a9faf7721dee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.089s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.784797] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "refresh_cache-7c350606-bf18-451b-8107-54560658f758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.785267] env[69374]: DEBUG nova.compute.manager [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Instance network_info: |[{"id": "850495dc-d716-4fb7-a029-cb114233e214", "address": "fa:16:3e:89:52:59", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850495dc-d7", "ovs_interfaceid": "850495dc-d716-4fb7-a029-cb114233e214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.785979] env[69374]: DEBUG oslo_concurrency.lockutils [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] Acquired lock "refresh_cache-7c350606-bf18-451b-8107-54560658f758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.786505] env[69374]: DEBUG nova.network.neutron [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] Refreshing network info cache for port 850495dc-d716-4fb7-a029-cb114233e214 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.787877] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:52:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '850495dc-d716-4fb7-a029-cb114233e214', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.800588] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Creating folder: Project (27a9e77fc935493aa27fc0552bbec035). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.805126] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-577acf3c-272d-4f25-af58-413629d01529 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.821311] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Created folder: Project (27a9e77fc935493aa27fc0552bbec035) in parent group-v814324. [ 1038.821475] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Creating folder: Instances. Parent ref: group-v814560. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.821909] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87ff0d6f-e62c-4315-9f74-7cbe483d2701 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.836755] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Created folder: Instances in parent group-v814560. [ 1038.837100] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.837327] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c350606-bf18-451b-8107-54560658f758] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.837612] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0dc9251-ae17-45d8-ae8b-0f9242949f87 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.867368] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.867368] env[69374]: value = "task-4111804" [ 1038.867368] env[69374]: _type = "Task" [ 1038.867368] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.880457] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111804, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.951902] env[69374]: DEBUG oslo_vmware.api [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111801, 'name': PowerOnVM_Task, 'duration_secs': 0.86624} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.951983] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.952708] env[69374]: INFO nova.compute.manager [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1038.952708] env[69374]: DEBUG nova.compute.manager [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.953607] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3e93cd-45a6-4b3f-b57d-9e88e7090fc1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.071355] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93363a60-8fe5-45ff-946c-c2398dc4d19b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.080633] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4dd912-4023-4616-b9a1-fe921eb86890 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.116257] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b4d580-efd8-4607-90db-a69aedd9cee8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.124972] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c3e121-0867-48bf-aa84-0a1d69139431 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.139012] env[69374]: DEBUG nova.compute.provider_tree [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.332969] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.333331] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18287603-e478-427e-951e-0481060ca86a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.343834] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1039.343834] env[69374]: value = "task-4111805" [ 1039.343834] env[69374]: _type = "Task" [ 1039.343834] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.356178] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.381145] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111804, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.475909] env[69374]: INFO nova.compute.manager [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Took 34.91 seconds to build instance. [ 1039.623202] env[69374]: DEBUG nova.network.neutron [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] Updated VIF entry in instance network info cache for port 850495dc-d716-4fb7-a029-cb114233e214. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.623660] env[69374]: DEBUG nova.network.neutron [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] Updating instance_info_cache with network_info: [{"id": "850495dc-d716-4fb7-a029-cb114233e214", "address": "fa:16:3e:89:52:59", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850495dc-d7", "ovs_interfaceid": "850495dc-d716-4fb7-a029-cb114233e214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.642693] env[69374]: DEBUG nova.scheduler.client.report [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.675733] env[69374]: DEBUG nova.compute.manager [req-52314348-ce08-4828-9771-25c78c8b3e22 req-0cf38a21-6c2f-46fb-8e9e-30d3b9ced735 service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Received event network-changed-c88acd23-5274-42a3-942f-a69dec5cb138 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.675938] env[69374]: DEBUG nova.compute.manager [req-52314348-ce08-4828-9771-25c78c8b3e22 req-0cf38a21-6c2f-46fb-8e9e-30d3b9ced735 service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Refreshing instance network info cache due to event network-changed-c88acd23-5274-42a3-942f-a69dec5cb138. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.676187] env[69374]: DEBUG oslo_concurrency.lockutils [req-52314348-ce08-4828-9771-25c78c8b3e22 req-0cf38a21-6c2f-46fb-8e9e-30d3b9ced735 service nova] Acquiring lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.676601] env[69374]: DEBUG oslo_concurrency.lockutils [req-52314348-ce08-4828-9771-25c78c8b3e22 req-0cf38a21-6c2f-46fb-8e9e-30d3b9ced735 service nova] Acquired lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.676779] env[69374]: DEBUG nova.network.neutron [req-52314348-ce08-4828-9771-25c78c8b3e22 req-0cf38a21-6c2f-46fb-8e9e-30d3b9ced735 service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Refreshing network info cache for port c88acd23-5274-42a3-942f-a69dec5cb138 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.779172] env[69374]: DEBUG nova.network.neutron [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance_info_cache with network_info: [{"id": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "address": "fa:16:3e:7c:2a:74", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6167ac3-ef", "ovs_interfaceid": "d6167ac3-efdc-4649-ab2d-ee8f547e2e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.855157] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111805, 'name': PowerOffVM_Task, 'duration_secs': 0.300292} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.855576] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.856232] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9188cc20-dcd4-4e4a-ae02-a66478b34ecb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.882110] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7412eda-6f9d-4928-a821-d5ddd2e92214 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.895685] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111804, 'name': CreateVM_Task, 'duration_secs': 0.687812} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.895906] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c350606-bf18-451b-8107-54560658f758] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.896687] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.896897] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.897550] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.897614] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a79ed96-5e13-47e7-800a-fb15e683825c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.903546] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1039.903546] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52489cc4-aaf0-4ba1-1f00-5f80c939aa69" [ 1039.903546] env[69374]: _type = "Task" [ 1039.903546] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.912500] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52489cc4-aaf0-4ba1-1f00-5f80c939aa69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.925155] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.925649] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae69cda-22b3-4c1d-8aa7-04c23d50bc57 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.934306] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1039.934306] env[69374]: value = "task-4111806" [ 1039.934306] env[69374]: _type = "Task" [ 1039.934306] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.945604] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1039.945891] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.946200] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.946380] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.946603] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.946940] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62a0d20a-c0d2-468a-af32-f2892663a0da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.958091] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.958355] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.959224] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fc1ebc-50ba-4b6b-a98f-bfc5310f6718 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.966336] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1039.966336] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52bac214-1522-386f-bca6-bcee2802614f" [ 1039.966336] env[69374]: _type = "Task" [ 1039.966336] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.976656] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52bac214-1522-386f-bca6-bcee2802614f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.978307] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f0de5546-0e01-4e81-8617-469a42ada300 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "c8d635be-2047-4866-a68a-4251cc46b49e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.415s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.127304] env[69374]: DEBUG oslo_concurrency.lockutils [req-92d45eff-11e6-4537-bf97-8c38f4f99f4e req-f86d57cc-405d-45ec-b735-ca1480f2dabb service nova] Releasing lock "refresh_cache-7c350606-bf18-451b-8107-54560658f758" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.148738] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.151809] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.032s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.152067] env[69374]: DEBUG nova.objects.instance [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lazy-loading 'resources' on Instance uuid 3d5f0869-84c1-4ccf-97ac-eaff324b7257 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.172633] env[69374]: INFO nova.scheduler.client.report [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Deleted allocations for instance bdf4e988-dcd8-4028-b157-5c681d03c83d [ 1040.282751] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "refresh_cache-ea25149b-d4b6-4418-973a-849ab078fe10" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.283235] env[69374]: DEBUG nova.objects.instance [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lazy-loading 'migration_context' on Instance uuid ea25149b-d4b6-4418-973a-849ab078fe10 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.415613] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52489cc4-aaf0-4ba1-1f00-5f80c939aa69, 'name': SearchDatastore_Task, 'duration_secs': 0.021651} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.415771] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.415972] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.416218] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.462525] env[69374]: DEBUG nova.network.neutron [req-52314348-ce08-4828-9771-25c78c8b3e22 req-0cf38a21-6c2f-46fb-8e9e-30d3b9ced735 service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updated VIF entry in instance network info cache for port c88acd23-5274-42a3-942f-a69dec5cb138. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.463079] env[69374]: DEBUG nova.network.neutron [req-52314348-ce08-4828-9771-25c78c8b3e22 req-0cf38a21-6c2f-46fb-8e9e-30d3b9ced735 service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance_info_cache with network_info: [{"id": "c88acd23-5274-42a3-942f-a69dec5cb138", "address": "fa:16:3e:88:38:3b", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc88acd23-52", "ovs_interfaceid": "c88acd23-5274-42a3-942f-a69dec5cb138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.479411] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52bac214-1522-386f-bca6-bcee2802614f, 'name': SearchDatastore_Task, 'duration_secs': 0.012225} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.480831] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f82899-2e8a-497c-a3d2-60e552ea1ea7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.489071] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1040.489071] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ededc7-70d7-c627-cc4f-0645983fb586" [ 1040.489071] env[69374]: _type = "Task" [ 1040.489071] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.496672] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ededc7-70d7-c627-cc4f-0645983fb586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.684835] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c6eea2b-3364-453f-bb40-20b3fcf26c70 tempest-ServersTestJSON-335382894 tempest-ServersTestJSON-335382894-project-member] Lock "bdf4e988-dcd8-4028-b157-5c681d03c83d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.611s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.789346] env[69374]: DEBUG nova.objects.base [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1040.790976] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae83d4-0f3f-4156-9130-fa2fd26e6835 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.816097] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8f421c-4cc5-4636-a781-00fbed9c4200 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.822687] env[69374]: DEBUG oslo_vmware.api [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1040.822687] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52cfd7a0-20c4-70be-1fdd-9f55834f3b54" [ 1040.822687] env[69374]: _type = "Task" [ 1040.822687] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.832993] env[69374]: DEBUG oslo_vmware.api [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cfd7a0-20c4-70be-1fdd-9f55834f3b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.969578] env[69374]: DEBUG oslo_concurrency.lockutils [req-52314348-ce08-4828-9771-25c78c8b3e22 req-0cf38a21-6c2f-46fb-8e9e-30d3b9ced735 service nova] Releasing lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.999345] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ededc7-70d7-c627-cc4f-0645983fb586, 'name': SearchDatastore_Task, 'duration_secs': 0.025431} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.003435] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.003435] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] fe9bf93f-7e1d-45b7-b788-5516dfdc72ad/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. {{(pid=69374) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1041.004427] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.008097] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.008416] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b46f62d4-ba92-43a4-948d-ffd87e59648d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.010903] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e85fb4bf-616a-417c-afaf-b37e973e8bef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.021688] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1041.021688] env[69374]: value = "task-4111807" [ 1041.021688] env[69374]: _type = "Task" [ 1041.021688] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.023904] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0538d508-d8c8-474d-a95d-65d61584c158 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.030830] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.031139] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.032521] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ba4fec-48dd-4e39-88d3-dcb7171b3394 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.039550] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c608176f-3928-42b8-af90-85f1adacea0c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.051039] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.051728] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1041.051728] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5273e123-e5e6-a068-ad03-f0bd23b16eb1" [ 1041.051728] env[69374]: _type = "Task" [ 1041.051728] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.086633] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d838cc43-1052-40b1-a8b9-cc6cfdabd479 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.093765] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5273e123-e5e6-a068-ad03-f0bd23b16eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.0203} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.095448] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a70bc5-fad0-4e04-82de-0d8f8cd9c3bc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.103070] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc174913-a563-48ce-8988-a78bbf1bb154 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.110522] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1041.110522] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52fd93f5-8073-b907-b8ce-1333c410e1bb" [ 1041.110522] env[69374]: _type = "Task" [ 1041.110522] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.123966] env[69374]: DEBUG nova.compute.provider_tree [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.135723] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fd93f5-8073-b907-b8ce-1333c410e1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013765} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.136176] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.139211] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 7c350606-bf18-451b-8107-54560658f758/7c350606-bf18-451b-8107-54560658f758.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.139211] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4a15526-8027-4505-87d0-910b23f4c22c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.147480] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1041.147480] env[69374]: value = "task-4111808" [ 1041.147480] env[69374]: _type = "Task" [ 1041.147480] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.159957] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.340201] env[69374]: DEBUG oslo_vmware.api [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cfd7a0-20c4-70be-1fdd-9f55834f3b54, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.340735] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.537445] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111807, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.628897] env[69374]: DEBUG nova.scheduler.client.report [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.662782] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111808, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.776568] env[69374]: DEBUG nova.compute.manager [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1041.777708] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7885cc7-bb49-4f9e-a3a3-d045b0dffb4b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.036633] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646614} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.036969] env[69374]: INFO nova.virt.vmwareapi.ds_util [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] fe9bf93f-7e1d-45b7-b788-5516dfdc72ad/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. [ 1042.037708] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa16fd1-2589-41bc-992d-c32dee4849f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.068710] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] fe9bf93f-7e1d-45b7-b788-5516dfdc72ad/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.069186] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06029ac3-98d8-43f2-b10f-64d3a83da7d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.091359] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1042.091359] env[69374]: value = "task-4111809" [ 1042.091359] env[69374]: _type = "Task" [ 1042.091359] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.104136] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.135117] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.137720] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.382s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.140804] env[69374]: INFO nova.compute.claims [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.159807] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963301} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.160185] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 7c350606-bf18-451b-8107-54560658f758/7c350606-bf18-451b-8107-54560658f758.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.160459] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.160723] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e56be2cf-efba-47cb-9d29-5471b9be255e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.167442] env[69374]: INFO nova.scheduler.client.report [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Deleted allocations for instance 3d5f0869-84c1-4ccf-97ac-eaff324b7257 [ 1042.170648] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1042.170648] env[69374]: value = "task-4111810" [ 1042.170648] env[69374]: _type = "Task" [ 1042.170648] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.185557] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.290554] env[69374]: INFO nova.compute.manager [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] instance snapshotting [ 1042.293962] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca78d3db-9ef3-468d-a524-8acba5708cbd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.320920] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3321131e-bda0-4999-a634-eb0c7cb01695 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.610917] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.685996] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075889} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.689026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1eb9fee4-d3de-46ee-8fe8-ace20719b3cd tempest-ServersAdminTestJSON-404222679 tempest-ServersAdminTestJSON-404222679-project-member] Lock "3d5f0869-84c1-4ccf-97ac-eaff324b7257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.116s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.689026] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.689026] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cbe20e-0e88-4d4b-b468-03dbf358f1f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.717832] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 7c350606-bf18-451b-8107-54560658f758/7c350606-bf18-451b-8107-54560658f758.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.718576] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acf85ed1-40cd-4b1c-a8d5-739c66e73986 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.744361] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1042.744361] env[69374]: value = "task-4111811" [ 1042.744361] env[69374]: _type = "Task" [ 1042.744361] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.756250] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.835134] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1042.835134] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01bfe12e-eb93-485f-854b-0ce8b3530538 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.845679] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1042.845679] env[69374]: value = "task-4111812" [ 1042.845679] env[69374]: _type = "Task" [ 1042.845679] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.857253] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111812, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.103995] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.255690] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111811, 'name': ReconfigVM_Task, 'duration_secs': 0.505111} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.259136] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 7c350606-bf18-451b-8107-54560658f758/7c350606-bf18-451b-8107-54560658f758.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.260101] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea252434-c831-4dae-a54b-35fa5ffacfe5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.268526] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1043.268526] env[69374]: value = "task-4111813" [ 1043.268526] env[69374]: _type = "Task" [ 1043.268526] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.282204] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111813, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.361947] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111812, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.557912] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fa7c7e-a0f8-4d91-8a89-2f941e87a5c0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.565774] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655ee112-a794-45e5-9602-c571e4a1fd0a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.608466] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d940894-2a98-4d76-83e4-2fad5a74a38f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.618745] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111809, 'name': ReconfigVM_Task, 'duration_secs': 1.092214} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.620847] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0806395a-70f3-41c0-9863-3c0b2fdc9730 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.625039] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Reconfigured VM instance instance-0000004e to attach disk [datastore2] fe9bf93f-7e1d-45b7-b788-5516dfdc72ad/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.626319] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a0b474-f7a6-4466-b5fb-a35407dacf4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.640259] env[69374]: DEBUG nova.compute.provider_tree [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.664109] env[69374]: DEBUG nova.scheduler.client.report [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.669134] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e1be398-b356-47d7-9d6c-6f5c57e7eb13 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.686088] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1043.686088] env[69374]: value = "task-4111814" [ 1043.686088] env[69374]: _type = "Task" [ 1043.686088] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.697982] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.783991] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111813, 'name': Rename_Task, 'duration_secs': 0.17562} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.784940] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.784940] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-225a0cc2-66a1-4928-a0e6-57f1879389fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.797563] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1043.797563] env[69374]: value = "task-4111815" [ 1043.797563] env[69374]: _type = "Task" [ 1043.797563] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.809688] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.863388] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111812, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.179814] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.042s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.181245] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.184555] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.401s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.186777] env[69374]: INFO nova.compute.claims [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.207131] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111814, 'name': ReconfigVM_Task, 'duration_secs': 0.274055} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.207805] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.207805] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe25e9bb-66d9-4092-8baf-e7c475e46c7b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.217850] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1044.217850] env[69374]: value = "task-4111816" [ 1044.217850] env[69374]: _type = "Task" [ 1044.217850] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.228170] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.309319] env[69374]: DEBUG oslo_vmware.api [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111815, 'name': PowerOnVM_Task, 'duration_secs': 0.501358} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.309681] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.309936] env[69374]: INFO nova.compute.manager [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1044.310233] env[69374]: DEBUG nova.compute.manager [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1044.311419] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb58a9ff-0315-4907-ae6b-82a015ece2fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.362314] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111812, 'name': CreateSnapshot_Task, 'duration_secs': 1.157972} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.362659] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1044.363524] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f551fae-1636-427f-8dfd-33470b2f0a71 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.698906] env[69374]: DEBUG nova.compute.utils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.704374] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.705642] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.728621] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.762990] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.762990] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.777000] env[69374]: DEBUG nova.policy [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c91db72fb0a943aead78dd6057481e54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c96c13d35b046bb9173522789910e31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.840268] env[69374]: INFO nova.compute.manager [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Took 38.21 seconds to build instance. [ 1044.883879] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1044.884723] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dcca2c65-795d-4a5b-88df-d006c262b9ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.898646] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1044.898646] env[69374]: value = "task-4111817" [ 1044.898646] env[69374]: _type = "Task" [ 1044.898646] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.909202] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111817, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.205534] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.234286] env[69374]: DEBUG oslo_vmware.api [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111816, 'name': PowerOnVM_Task, 'duration_secs': 0.695663} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.234655] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.239989] env[69374]: DEBUG nova.compute.manager [None req-34c23619-f91f-4d0b-a9e7-c661aefbf0be tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1045.240433] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9852f384-9908-4041-8e0c-74c94152a0ed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.269306] env[69374]: DEBUG nova.compute.utils [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.346377] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b6375f81-4a93-4671-a871-06af8d2ea030 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "7c350606-bf18-451b-8107-54560658f758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.725s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.364414] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Successfully created port: c6cda99f-1995-48dd-8936-d72ac271e40a {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.391578] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquiring lock "45448fec-734a-4f14-a85a-3cb69c119279" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.391946] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Lock "45448fec-734a-4f14-a85a-3cb69c119279" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.411529] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111817, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.657876] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2e360a-8c08-4b2f-bc1e-165a5b710f15 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.667860] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb85b90-0a7b-4438-88e1-e882a562359a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.705722] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07713ce-83eb-4a96-bb9b-872c53e7bc08 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.727608] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f10d363-92af-44c5-b13d-a9d7de0d8a89 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.749446] env[69374]: DEBUG nova.compute.provider_tree [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.772144] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.900610] env[69374]: DEBUG nova.compute.manager [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.918635] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111817, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.219497] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.249450] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.249696] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.249866] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.250363] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.250621] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.250814] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.251048] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.251216] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.251382] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.251581] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.251811] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.253485] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1178a6e7-7131-4a7a-982b-91df0c76bf17 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.258177] env[69374]: DEBUG nova.scheduler.client.report [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.274657] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca86902c-132f-45a0-b522-696d73b2691b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.421579] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111817, 'name': CloneVM_Task} progress is 95%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.433175] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.451588] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "7c350606-bf18-451b-8107-54560658f758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.451987] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "7c350606-bf18-451b-8107-54560658f758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.452099] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "7c350606-bf18-451b-8107-54560658f758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.452230] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "7c350606-bf18-451b-8107-54560658f758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.452576] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "7c350606-bf18-451b-8107-54560658f758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.454769] env[69374]: INFO nova.compute.manager [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Terminating instance [ 1046.766392] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.766587] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.773462] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.959s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.776032] env[69374]: INFO nova.compute.claims [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.855110] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.855541] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.855920] env[69374]: INFO nova.compute.manager [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Attaching volume 8870cc63-3b8c-4758-a110-ef99f83b1c36 to /dev/sdb [ 1046.916790] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111817, 'name': CloneVM_Task, 'duration_secs': 1.829344} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.918246] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Created linked-clone VM from snapshot [ 1046.919058] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fb8e69-b914-47c1-a054-b4a2cd10e62f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.922793] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b49d529-8e38-4c64-9e98-4b90dcf4f257 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.935022] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Uploading image 61d0bd87-111d-44e0-8ac0-b86d352e6fe2 {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1046.938095] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3f9089-d6f6-442c-9640-53bad5ba5624 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.952579] env[69374]: DEBUG nova.virt.block_device [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Updating existing volume attachment record: 0c64799a-8654-4388-bb1b-c2d47357a837 {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1046.958980] env[69374]: DEBUG nova.compute.manager [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.959304] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.960374] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e793c6-4819-41b5-8abc-eb0511f4fbba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.971825] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1046.971825] env[69374]: value = "vm-814564" [ 1046.971825] env[69374]: _type = "VirtualMachine" [ 1046.971825] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1046.972020] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a29e1103-11e4-4d27-ac19-2e9041ace8f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.976092] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.976414] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-375922c5-5ea2-4aa4-a850-0354c3e6d865 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.982428] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lease: (returnval){ [ 1046.982428] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b1bec2-e5f8-5fd9-a618-a13d6a39beb8" [ 1046.982428] env[69374]: _type = "HttpNfcLease" [ 1046.982428] env[69374]: } obtained for exporting VM: (result){ [ 1046.982428] env[69374]: value = "vm-814564" [ 1046.982428] env[69374]: _type = "VirtualMachine" [ 1046.982428] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1046.982729] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the lease: (returnval){ [ 1046.982729] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b1bec2-e5f8-5fd9-a618-a13d6a39beb8" [ 1046.982729] env[69374]: _type = "HttpNfcLease" [ 1046.982729] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1046.984113] env[69374]: DEBUG oslo_vmware.api [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1046.984113] env[69374]: value = "task-4111819" [ 1046.984113] env[69374]: _type = "Task" [ 1046.984113] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.996439] env[69374]: DEBUG oslo_vmware.api [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.998223] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.998223] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b1bec2-e5f8-5fd9-a618-a13d6a39beb8" [ 1046.998223] env[69374]: _type = "HttpNfcLease" [ 1046.998223] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.017983] env[69374]: INFO nova.compute.manager [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Unrescuing [ 1047.018331] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.018499] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.018675] env[69374]: DEBUG nova.network.neutron [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.086430] env[69374]: DEBUG nova.compute.manager [req-17d172a1-5d71-4cdd-94c0-02946dd36d5b req-ee453d70-104d-41eb-9b47-40b8f49dca36 service nova] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Received event network-vif-plugged-c6cda99f-1995-48dd-8936-d72ac271e40a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.086715] env[69374]: DEBUG oslo_concurrency.lockutils [req-17d172a1-5d71-4cdd-94c0-02946dd36d5b req-ee453d70-104d-41eb-9b47-40b8f49dca36 service nova] Acquiring lock "0719c055-24b9-4c3e-9487-f285814d2ef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.087177] env[69374]: DEBUG oslo_concurrency.lockutils [req-17d172a1-5d71-4cdd-94c0-02946dd36d5b req-ee453d70-104d-41eb-9b47-40b8f49dca36 service nova] Lock "0719c055-24b9-4c3e-9487-f285814d2ef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.087430] env[69374]: DEBUG oslo_concurrency.lockutils [req-17d172a1-5d71-4cdd-94c0-02946dd36d5b req-ee453d70-104d-41eb-9b47-40b8f49dca36 service nova] Lock "0719c055-24b9-4c3e-9487-f285814d2ef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.087631] env[69374]: DEBUG nova.compute.manager [req-17d172a1-5d71-4cdd-94c0-02946dd36d5b req-ee453d70-104d-41eb-9b47-40b8f49dca36 service nova] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] No waiting events found dispatching network-vif-plugged-c6cda99f-1995-48dd-8936-d72ac271e40a {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1047.087939] env[69374]: WARNING nova.compute.manager [req-17d172a1-5d71-4cdd-94c0-02946dd36d5b req-ee453d70-104d-41eb-9b47-40b8f49dca36 service nova] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Received unexpected event network-vif-plugged-c6cda99f-1995-48dd-8936-d72ac271e40a for instance with vm_state building and task_state spawning. [ 1047.270610] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Successfully updated port: c6cda99f-1995-48dd-8936-d72ac271e40a {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.282496] env[69374]: DEBUG nova.compute.utils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.284955] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.285170] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.351692] env[69374]: DEBUG nova.policy [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c91db72fb0a943aead78dd6057481e54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c96c13d35b046bb9173522789910e31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.505081] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.505081] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b1bec2-e5f8-5fd9-a618-a13d6a39beb8" [ 1047.505081] env[69374]: _type = "HttpNfcLease" [ 1047.505081] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.505501] env[69374]: DEBUG oslo_vmware.api [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111819, 'name': PowerOffVM_Task, 'duration_secs': 0.201245} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.505762] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.505762] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b1bec2-e5f8-5fd9-a618-a13d6a39beb8" [ 1047.505762] env[69374]: _type = "HttpNfcLease" [ 1047.505762] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1047.506036] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.506202] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.507037] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b22344-1907-4cca-a478-8b47bf5a67e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.510324] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c64eb85a-26b3-4895-bd48-f539e7d2b51b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.526197] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1ee3c-4060-f255-30ca-d627d54bddfd/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.526470] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1ee3c-4060-f255-30ca-d627d54bddfd/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1047.597836] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.598149] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.598438] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleting the datastore file [datastore2] 7c350606-bf18-451b-8107-54560658f758 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.602448] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a794042-4a1f-4d85-b766-97b6d5098702 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.610968] env[69374]: DEBUG oslo_vmware.api [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1047.610968] env[69374]: value = "task-4111824" [ 1047.610968] env[69374]: _type = "Task" [ 1047.610968] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.621390] env[69374]: DEBUG oslo_vmware.api [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.642186] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-851664e1-56b3-4597-be88-d055dd4a044d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.704437] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Successfully created port: 302f7633-4add-4fe9-a832-c2b97cbeb1b7 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.773957] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "refresh_cache-0719c055-24b9-4c3e-9487-f285814d2ef3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.774448] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired lock "refresh_cache-0719c055-24b9-4c3e-9487-f285814d2ef3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.774545] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.790228] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.698848] env[69374]: DEBUG oslo_vmware.api [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198462} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.699213] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.699256] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.700378] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.700378] env[69374]: INFO nova.compute.manager [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 7c350606-bf18-451b-8107-54560658f758] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1048.700378] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.700912] env[69374]: DEBUG nova.compute.manager [-] [instance: 7c350606-bf18-451b-8107-54560658f758] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.700912] env[69374]: DEBUG nova.network.neutron [-] [instance: 7c350606-bf18-451b-8107-54560658f758] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.773987] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.861318] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.861737] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.937082] env[69374]: DEBUG nova.network.neutron [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Updating instance_info_cache with network_info: [{"id": "5c6cfa99-325a-4dd7-97b4-226b85c7d347", "address": "fa:16:3e:ae:5c:b8", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6cfa99-32", "ovs_interfaceid": "5c6cfa99-325a-4dd7-97b4-226b85c7d347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.068284] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06b4253-9a21-4c20-86ea-0546f118d953 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.082217] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6b4e98-ecc5-4139-8fd6-e91aa8db3944 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.147338] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83ce0a5-09ec-4089-9074-16832a217cf9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.156512] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Updating instance_info_cache with network_info: [{"id": "c6cda99f-1995-48dd-8936-d72ac271e40a", "address": "fa:16:3e:da:5f:cd", "network": {"id": "65fd4999-079f-472b-9ce8-08ff1fd09ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-828113183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c96c13d35b046bb9173522789910e31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cda99f-19", "ovs_interfaceid": "c6cda99f-1995-48dd-8936-d72ac271e40a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.164059] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a423f092-1e7d-4bd8-aba5-600affed2405 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.187565] env[69374]: DEBUG nova.compute.provider_tree [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.195530] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.207450] env[69374]: DEBUG nova.compute.manager [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Received event network-changed-c6cda99f-1995-48dd-8936-d72ac271e40a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.207542] env[69374]: DEBUG nova.compute.manager [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Refreshing instance network info cache due to event network-changed-c6cda99f-1995-48dd-8936-d72ac271e40a. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.207730] env[69374]: DEBUG oslo_concurrency.lockutils [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] Acquiring lock "refresh_cache-0719c055-24b9-4c3e-9487-f285814d2ef3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.236598] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.237638] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.237638] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.237853] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.238316] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.238316] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.238501] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.238734] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.238974] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.238974] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.239737] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.242386] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b15016-2bba-465f-88c3-d5d5b8189f43 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.251842] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4b2983-01f1-4d38-b191-0bebbcae45da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.373742] env[69374]: DEBUG nova.compute.manager [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.400356] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Successfully updated port: 302f7633-4add-4fe9-a832-c2b97cbeb1b7 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.445032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "163487fb-71db-4577-833a-1740a552a3dd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.445032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.445228] env[69374]: DEBUG nova.compute.manager [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1049.445653] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "refresh_cache-fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.446306] env[69374]: DEBUG nova.objects.instance [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lazy-loading 'flavor' on Instance uuid fe9bf93f-7e1d-45b7-b788-5516dfdc72ad {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.448491] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d51fcb-d27e-4ed2-8af8-5d2a0ef7bbfa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.456917] env[69374]: DEBUG nova.compute.manager [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69374) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1049.457686] env[69374]: DEBUG nova.objects.instance [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'flavor' on Instance uuid 163487fb-71db-4577-833a-1740a552a3dd {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.567492] env[69374]: DEBUG nova.network.neutron [-] [instance: 7c350606-bf18-451b-8107-54560658f758] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.663310] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Releasing lock "refresh_cache-0719c055-24b9-4c3e-9487-f285814d2ef3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.663672] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Instance network_info: |[{"id": "c6cda99f-1995-48dd-8936-d72ac271e40a", "address": "fa:16:3e:da:5f:cd", "network": {"id": "65fd4999-079f-472b-9ce8-08ff1fd09ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-828113183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c96c13d35b046bb9173522789910e31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cda99f-19", "ovs_interfaceid": "c6cda99f-1995-48dd-8936-d72ac271e40a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.663989] env[69374]: DEBUG oslo_concurrency.lockutils [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] Acquired lock "refresh_cache-0719c055-24b9-4c3e-9487-f285814d2ef3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.664172] env[69374]: DEBUG nova.network.neutron [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Refreshing network info cache for port c6cda99f-1995-48dd-8936-d72ac271e40a {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.665377] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:5f:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6cda99f-1995-48dd-8936-d72ac271e40a', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.674573] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Creating folder: Project (8c96c13d35b046bb9173522789910e31). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.678616] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae443622-c86c-4059-8361-ded71e90a8ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.693705] env[69374]: DEBUG nova.scheduler.client.report [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.697510] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Created folder: Project (8c96c13d35b046bb9173522789910e31) in parent group-v814324. [ 1049.697697] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Creating folder: Instances. Parent ref: group-v814567. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.698768] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1007426b-41ce-4f2d-8990-d3d2f96d9672 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.712661] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Created folder: Instances in parent group-v814567. [ 1049.713178] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.713281] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.714817] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05da12a9-4c08-445e-b32f-240d70e7e5f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.743199] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.743199] env[69374]: value = "task-4111828" [ 1049.743199] env[69374]: _type = "Task" [ 1049.743199] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.759946] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111828, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.894895] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.904112] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "refresh_cache-632217f2-e81c-4ef7-9a10-3f5ef8646836" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.904281] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired lock "refresh_cache-632217f2-e81c-4ef7-9a10-3f5ef8646836" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.904434] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.950939] env[69374]: DEBUG nova.network.neutron [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Updated VIF entry in instance network info cache for port c6cda99f-1995-48dd-8936-d72ac271e40a. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.951412] env[69374]: DEBUG nova.network.neutron [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Updating instance_info_cache with network_info: [{"id": "c6cda99f-1995-48dd-8936-d72ac271e40a", "address": "fa:16:3e:da:5f:cd", "network": {"id": "65fd4999-079f-472b-9ce8-08ff1fd09ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-828113183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c96c13d35b046bb9173522789910e31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cda99f-19", "ovs_interfaceid": "c6cda99f-1995-48dd-8936-d72ac271e40a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.963504] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d1846a-86c8-4162-a5da-cff8eb5cc2a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.988322] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.988672] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b0b891-814f-476a-9f82-a9e698d91128 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.996732] env[69374]: DEBUG oslo_vmware.api [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1049.996732] env[69374]: value = "task-4111829" [ 1049.996732] env[69374]: _type = "Task" [ 1049.996732] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.006898] env[69374]: DEBUG oslo_vmware.api [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.070535] env[69374]: INFO nova.compute.manager [-] [instance: 7c350606-bf18-451b-8107-54560658f758] Took 1.37 seconds to deallocate network for instance. [ 1050.203180] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.429s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.203180] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.209441] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.587s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.213026] env[69374]: DEBUG nova.objects.instance [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lazy-loading 'resources' on Instance uuid d1a29344-cd5b-48e9-bf01-2356ae4016f6 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.259363] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111828, 'name': CreateVM_Task, 'duration_secs': 0.486037} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.259750] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.260614] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.260901] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.261173] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.262168] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a1f237-3f1c-4d67-890d-272ab3d7f649 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.269520] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1050.269520] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5265fea2-37a4-904c-9caa-b391490b9b54" [ 1050.269520] env[69374]: _type = "Task" [ 1050.269520] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.286285] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5265fea2-37a4-904c-9caa-b391490b9b54, 'name': SearchDatastore_Task, 'duration_secs': 0.012442} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.286285] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.286285] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.286285] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.286285] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.286285] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.286285] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c915b1e5-5aff-4e3d-82db-68d8647550eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.296877] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.297080] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.298695] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c7cf2e-8eff-4dd0-b595-79ab355b9ece {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.306884] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1050.306884] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526af1ca-697f-0355-b2fc-b12cf29383f0" [ 1050.306884] env[69374]: _type = "Task" [ 1050.306884] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.315463] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526af1ca-697f-0355-b2fc-b12cf29383f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.439729] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.455781] env[69374]: DEBUG oslo_concurrency.lockutils [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] Releasing lock "refresh_cache-0719c055-24b9-4c3e-9487-f285814d2ef3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.456024] env[69374]: DEBUG nova.compute.manager [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] Received event network-vif-deleted-850495dc-d716-4fb7-a029-cb114233e214 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.456204] env[69374]: INFO nova.compute.manager [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] Neutron deleted interface 850495dc-d716-4fb7-a029-cb114233e214; detaching it from the instance and deleting it from the info cache [ 1050.456378] env[69374]: DEBUG nova.network.neutron [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.468914] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.469244] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-344d27b7-b5a0-4e9d-b0ff-c9c0af6cdeb9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.478427] env[69374]: DEBUG oslo_vmware.api [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1050.478427] env[69374]: value = "task-4111830" [ 1050.478427] env[69374]: _type = "Task" [ 1050.478427] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.499405] env[69374]: DEBUG oslo_vmware.api [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.515075] env[69374]: DEBUG oslo_vmware.api [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111829, 'name': PowerOffVM_Task, 'duration_secs': 0.270695} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.515757] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.521625] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1050.522014] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd4cec1-0832-4037-ac16-461054b15632 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.546724] env[69374]: DEBUG oslo_vmware.api [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1050.546724] env[69374]: value = "task-4111831" [ 1050.546724] env[69374]: _type = "Task" [ 1050.546724] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.557772] env[69374]: DEBUG oslo_vmware.api [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.579462] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.664545] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Updating instance_info_cache with network_info: [{"id": "302f7633-4add-4fe9-a832-c2b97cbeb1b7", "address": "fa:16:3e:e7:21:3f", "network": {"id": "65fd4999-079f-472b-9ce8-08ff1fd09ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-828113183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c96c13d35b046bb9173522789910e31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302f7633-4a", "ovs_interfaceid": "302f7633-4add-4fe9-a832-c2b97cbeb1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.717090] env[69374]: DEBUG nova.compute.utils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.718492] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.718598] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.778466] env[69374]: DEBUG nova.policy [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c91db72fb0a943aead78dd6057481e54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c96c13d35b046bb9173522789910e31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.818591] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526af1ca-697f-0355-b2fc-b12cf29383f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012778} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.823260] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71601be6-2a4c-4f06-b27a-241e6ca9fc0c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.829949] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1050.829949] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524f3a2a-5718-026e-8697-bf8bc110036d" [ 1050.829949] env[69374]: _type = "Task" [ 1050.829949] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.843955] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524f3a2a-5718-026e-8697-bf8bc110036d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.962461] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8319f149-75fb-42c1-bc23-fa8017b87920 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.977790] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a192dcdd-9466-47b5-a38d-53fd9fa5e66d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.004608] env[69374]: DEBUG oslo_vmware.api [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111830, 'name': PowerOffVM_Task, 'duration_secs': 0.196985} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.005063] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.005552] env[69374]: DEBUG nova.compute.manager [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1051.009347] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297b86b3-1456-4aa3-951b-3e8309406979 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.025280] env[69374]: DEBUG nova.compute.manager [req-fed41034-4110-4fb8-af56-9e5f0afccf58 req-6e26c9c6-5edb-4f18-a862-d2bcd3e96646 service nova] [instance: 7c350606-bf18-451b-8107-54560658f758] Detach interface failed, port_id=850495dc-d716-4fb7-a029-cb114233e214, reason: Instance 7c350606-bf18-451b-8107-54560658f758 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.061706] env[69374]: DEBUG oslo_vmware.api [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111831, 'name': ReconfigVM_Task, 'duration_secs': 0.333513} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.062521] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.062521] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.066432] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a115c2e5-2037-4292-bff1-097eeb90d81c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.076373] env[69374]: DEBUG oslo_vmware.api [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1051.076373] env[69374]: value = "task-4111832" [ 1051.076373] env[69374]: _type = "Task" [ 1051.076373] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.088777] env[69374]: DEBUG oslo_vmware.api [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.089788] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Successfully created port: e9014b43-123c-4712-872c-86eedce8b60d {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.168074] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Releasing lock "refresh_cache-632217f2-e81c-4ef7-9a10-3f5ef8646836" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.168426] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Instance network_info: |[{"id": "302f7633-4add-4fe9-a832-c2b97cbeb1b7", "address": "fa:16:3e:e7:21:3f", "network": {"id": "65fd4999-079f-472b-9ce8-08ff1fd09ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-828113183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c96c13d35b046bb9173522789910e31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302f7633-4a", "ovs_interfaceid": "302f7633-4add-4fe9-a832-c2b97cbeb1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.169843] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:21:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '302f7633-4add-4fe9-a832-c2b97cbeb1b7', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.178851] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.179784] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86561ad9-3c19-414b-913b-14724679cbb5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.183278] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.183562] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-348c0295-9d20-4456-a62d-e15e44dd32d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.210779] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beec88c3-2530-45bb-9c59-f5961133e1a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.214473] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.214473] env[69374]: value = "task-4111833" [ 1051.214473] env[69374]: _type = "Task" [ 1051.214473] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.250359] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.258605] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a735f7-8ddb-4eaa-93dd-d9d9786ade4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.262495] env[69374]: DEBUG nova.compute.manager [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Received event network-vif-plugged-302f7633-4add-4fe9-a832-c2b97cbeb1b7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.262926] env[69374]: DEBUG oslo_concurrency.lockutils [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] Acquiring lock "632217f2-e81c-4ef7-9a10-3f5ef8646836-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.263057] env[69374]: DEBUG oslo_concurrency.lockutils [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] Lock "632217f2-e81c-4ef7-9a10-3f5ef8646836-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.263233] env[69374]: DEBUG oslo_concurrency.lockutils [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] Lock "632217f2-e81c-4ef7-9a10-3f5ef8646836-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.263364] env[69374]: DEBUG nova.compute.manager [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] No waiting events found dispatching network-vif-plugged-302f7633-4add-4fe9-a832-c2b97cbeb1b7 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1051.263524] env[69374]: WARNING nova.compute.manager [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Received unexpected event network-vif-plugged-302f7633-4add-4fe9-a832-c2b97cbeb1b7 for instance with vm_state building and task_state spawning. [ 1051.263686] env[69374]: DEBUG nova.compute.manager [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Received event network-changed-302f7633-4add-4fe9-a832-c2b97cbeb1b7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.264101] env[69374]: DEBUG nova.compute.manager [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Refreshing instance network info cache due to event network-changed-302f7633-4add-4fe9-a832-c2b97cbeb1b7. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.266358] env[69374]: DEBUG oslo_concurrency.lockutils [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] Acquiring lock "refresh_cache-632217f2-e81c-4ef7-9a10-3f5ef8646836" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.266358] env[69374]: DEBUG oslo_concurrency.lockutils [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] Acquired lock "refresh_cache-632217f2-e81c-4ef7-9a10-3f5ef8646836" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.266358] env[69374]: DEBUG nova.network.neutron [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Refreshing network info cache for port 302f7633-4add-4fe9-a832-c2b97cbeb1b7 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.266630] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111833, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.274722] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf1089-abb0-414b-a6b0-0d508a69a1d9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.298145] env[69374]: DEBUG nova.compute.provider_tree [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.343133] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524f3a2a-5718-026e-8697-bf8bc110036d, 'name': SearchDatastore_Task, 'duration_secs': 0.01582} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.343214] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.343478] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 0719c055-24b9-4c3e-9487-f285814d2ef3/0719c055-24b9-4c3e-9487-f285814d2ef3.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.343749] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b7773b8-66db-4bd2-8c2b-de2e825eb127 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.353688] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1051.353688] env[69374]: value = "task-4111834" [ 1051.353688] env[69374]: _type = "Task" [ 1051.353688] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.363288] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.532992] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.533141] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814566', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'name': 'volume-8870cc63-3b8c-4758-a110-ef99f83b1c36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e697715e-c3d1-48ca-89ac-3caa6a76307d', 'attached_at': '', 'detached_at': '', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'serial': '8870cc63-3b8c-4758-a110-ef99f83b1c36'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.534079] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8eb079-8bff-49d9-9dbf-ddfc5d571b31 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.559870] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b5d49e39-b27b-427c-8889-4299d7ffdad5 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.115s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.566035] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b7183-fb63-48ba-9d21-805e36dd2ca5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.594435] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-8870cc63-3b8c-4758-a110-ef99f83b1c36/volume-8870cc63-3b8c-4758-a110-ef99f83b1c36.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.598991] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e10836-b044-47fd-9ef7-bc937b9bb3d0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.623269] env[69374]: DEBUG oslo_vmware.api [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111832, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.625559] env[69374]: DEBUG oslo_vmware.api [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1051.625559] env[69374]: value = "task-4111835" [ 1051.625559] env[69374]: _type = "Task" [ 1051.625559] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.636833] env[69374]: DEBUG oslo_vmware.api [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.730021] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111833, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.800378] env[69374]: DEBUG nova.scheduler.client.report [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.867843] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111834, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.097263] env[69374]: DEBUG oslo_vmware.api [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111832, 'name': PowerOnVM_Task, 'duration_secs': 0.583425} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.097263] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.097577] env[69374]: DEBUG nova.compute.manager [None req-9c73b560-6e2a-4eba-98cb-eaf500630e83 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1052.099084] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ecd870-9172-492e-b21a-fd1ab2e05cf0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.144928] env[69374]: DEBUG oslo_vmware.api [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.229325] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111833, 'name': CreateVM_Task, 'duration_secs': 0.525148} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.230198] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.231472] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.233151] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.233151] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.233151] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6de4b9b-900d-423b-9187-8d02ab50607b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.238558] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1052.238558] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521358ae-5efa-c414-35b0-2b5fe38e758a" [ 1052.238558] env[69374]: _type = "Task" [ 1052.238558] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.253141] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521358ae-5efa-c414-35b0-2b5fe38e758a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.262041] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.291472] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.291707] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.291856] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.293475] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.293731] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.293892] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.294145] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.294309] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.296447] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.296447] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.296447] env[69374]: DEBUG nova.virt.hardware [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.296447] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab81af5-ebef-4902-8c08-117a206edde2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.309630] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1cb2c0-5e66-4687-98cc-7bacd2d436d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.314203] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.317928] env[69374]: DEBUG nova.objects.instance [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'flavor' on Instance uuid 163487fb-71db-4577-833a-1740a552a3dd {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.319889] env[69374]: DEBUG oslo_concurrency.lockutils [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.518s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.321720] env[69374]: INFO nova.compute.claims [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.346845] env[69374]: DEBUG nova.network.neutron [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Updated VIF entry in instance network info cache for port 302f7633-4add-4fe9-a832-c2b97cbeb1b7. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.347287] env[69374]: DEBUG nova.network.neutron [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Updating instance_info_cache with network_info: [{"id": "302f7633-4add-4fe9-a832-c2b97cbeb1b7", "address": "fa:16:3e:e7:21:3f", "network": {"id": "65fd4999-079f-472b-9ce8-08ff1fd09ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-828113183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c96c13d35b046bb9173522789910e31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302f7633-4a", "ovs_interfaceid": "302f7633-4add-4fe9-a832-c2b97cbeb1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.368597] env[69374]: INFO nova.scheduler.client.report [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Deleted allocations for instance d1a29344-cd5b-48e9-bf01-2356ae4016f6 [ 1052.373924] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655717} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.378538] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 0719c055-24b9-4c3e-9487-f285814d2ef3/0719c055-24b9-4c3e-9487-f285814d2ef3.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.378538] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.378538] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c796e619-5370-424a-8edf-5d63999db454 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.388298] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1052.388298] env[69374]: value = "task-4111836" [ 1052.388298] env[69374]: _type = "Task" [ 1052.388298] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.406845] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.643037] env[69374]: DEBUG oslo_vmware.api [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111835, 'name': ReconfigVM_Task, 'duration_secs': 0.915632} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.644137] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-8870cc63-3b8c-4758-a110-ef99f83b1c36/volume-8870cc63-3b8c-4758-a110-ef99f83b1c36.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.649775] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805ea652-8fcc-4e19-b050-2e699785ee26 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.669243] env[69374]: DEBUG oslo_vmware.api [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1052.669243] env[69374]: value = "task-4111837" [ 1052.669243] env[69374]: _type = "Task" [ 1052.669243] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.684446] env[69374]: DEBUG oslo_vmware.api [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.749890] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521358ae-5efa-c414-35b0-2b5fe38e758a, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.750239] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.750482] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.750725] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.750867] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.751453] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.751453] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6adfd905-9e18-4dd7-b28c-b969d618fba3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.762186] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.762524] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.763201] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0a723f-cf74-4282-9df3-3c2a1c7825d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.770949] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1052.770949] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5237238d-97e6-635f-371f-65176d693bdc" [ 1052.770949] env[69374]: _type = "Task" [ 1052.770949] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.780288] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5237238d-97e6-635f-371f-65176d693bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.785635] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Successfully updated port: e9014b43-123c-4712-872c-86eedce8b60d {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.834881] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.835098] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.835279] env[69374]: DEBUG nova.network.neutron [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.835450] env[69374]: DEBUG nova.objects.instance [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'info_cache' on Instance uuid 163487fb-71db-4577-833a-1740a552a3dd {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.849901] env[69374]: DEBUG oslo_concurrency.lockutils [req-e463c278-7346-46cf-ace6-36ca945bb386 req-e365f216-3c5b-4d86-bcbf-55965ed72601 service nova] Releasing lock "refresh_cache-632217f2-e81c-4ef7-9a10-3f5ef8646836" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.885706] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6d39e7e5-44c9-4471-a4a1-d835dba8690b tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "d1a29344-cd5b-48e9-bf01-2356ae4016f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.741s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.899730] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114893} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.900872] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.901858] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce4737-dbdb-4429-b1d2-bc1bc69e4672 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.927220] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 0719c055-24b9-4c3e-9487-f285814d2ef3/0719c055-24b9-4c3e-9487-f285814d2ef3.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.928049] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b650218-4185-4610-8217-d70770fbbf91 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.951981] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1052.951981] env[69374]: value = "task-4111838" [ 1052.951981] env[69374]: _type = "Task" [ 1052.951981] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.960108] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.180562] env[69374]: DEBUG oslo_vmware.api [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.281194] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5237238d-97e6-635f-371f-65176d693bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.012486} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.282009] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56151a01-a631-47e5-b7bc-6dda8223f11d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.290688] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "refresh_cache-33dd3d05-f994-494e-972e-b80a520ef0a3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.290688] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired lock "refresh_cache-33dd3d05-f994-494e-972e-b80a520ef0a3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.290688] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.291323] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1053.291323] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e183ee-d8f2-8b6e-d157-f8a6a33250af" [ 1053.291323] env[69374]: _type = "Task" [ 1053.291323] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.303753] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e183ee-d8f2-8b6e-d157-f8a6a33250af, 'name': SearchDatastore_Task, 'duration_secs': 0.011564} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.305784] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.305784] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 632217f2-e81c-4ef7-9a10-3f5ef8646836/632217f2-e81c-4ef7-9a10-3f5ef8646836.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.305784] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1d7e5c4-01b0-4317-bf3b-b5a8c957b59a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.316774] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1053.316774] env[69374]: value = "task-4111839" [ 1053.316774] env[69374]: _type = "Task" [ 1053.316774] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.326942] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.339992] env[69374]: DEBUG nova.compute.manager [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Received event network-vif-plugged-e9014b43-123c-4712-872c-86eedce8b60d {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.339992] env[69374]: DEBUG oslo_concurrency.lockutils [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] Acquiring lock "33dd3d05-f994-494e-972e-b80a520ef0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.340167] env[69374]: DEBUG oslo_concurrency.lockutils [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] Lock "33dd3d05-f994-494e-972e-b80a520ef0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.340396] env[69374]: DEBUG oslo_concurrency.lockutils [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] Lock "33dd3d05-f994-494e-972e-b80a520ef0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.340546] env[69374]: DEBUG nova.compute.manager [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] No waiting events found dispatching network-vif-plugged-e9014b43-123c-4712-872c-86eedce8b60d {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1053.340785] env[69374]: WARNING nova.compute.manager [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Received unexpected event network-vif-plugged-e9014b43-123c-4712-872c-86eedce8b60d for instance with vm_state building and task_state spawning. [ 1053.340892] env[69374]: DEBUG nova.compute.manager [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Received event network-changed-e9014b43-123c-4712-872c-86eedce8b60d {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.341046] env[69374]: DEBUG nova.compute.manager [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Refreshing instance network info cache due to event network-changed-e9014b43-123c-4712-872c-86eedce8b60d. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.341211] env[69374]: DEBUG oslo_concurrency.lockutils [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] Acquiring lock "refresh_cache-33dd3d05-f994-494e-972e-b80a520ef0a3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.342487] env[69374]: DEBUG nova.objects.base [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Object Instance<163487fb-71db-4577-833a-1740a552a3dd> lazy-loaded attributes: flavor,info_cache {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.463462] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.692393] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.693253] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.706106] env[69374]: DEBUG oslo_vmware.api [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111837, 'name': ReconfigVM_Task, 'duration_secs': 1.027682} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.706329] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814566', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'name': 'volume-8870cc63-3b8c-4758-a110-ef99f83b1c36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e697715e-c3d1-48ca-89ac-3caa6a76307d', 'attached_at': '', 'detached_at': '', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'serial': '8870cc63-3b8c-4758-a110-ef99f83b1c36'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1053.830408] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496781} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.832168] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 632217f2-e81c-4ef7-9a10-3f5ef8646836/632217f2-e81c-4ef7-9a10-3f5ef8646836.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.832672] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.833924] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ade538-8216-4b25-a066-c628fdc80336 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.837815] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59c080af-c9b1-4b92-a49a-f7a4bfcfb757 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.841307] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.851454] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ac5e55-06a3-48a7-8650-f8271c61e97b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.855203] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1053.855203] env[69374]: value = "task-4111840" [ 1053.855203] env[69374]: _type = "Task" [ 1053.855203] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.894065] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7221764-4721-46c9-8f5f-e8e0d53a503a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.900378] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111840, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.906920] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d35f4ec-1cda-43db-9611-4e825928819e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.928364] env[69374]: DEBUG nova.compute.provider_tree [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.964210] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111838, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.050660] env[69374]: DEBUG nova.network.neutron [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Updating instance_info_cache with network_info: [{"id": "e9014b43-123c-4712-872c-86eedce8b60d", "address": "fa:16:3e:21:45:9d", "network": {"id": "65fd4999-079f-472b-9ce8-08ff1fd09ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-828113183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c96c13d35b046bb9173522789910e31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9014b43-12", "ovs_interfaceid": "e9014b43-123c-4712-872c-86eedce8b60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.196804] env[69374]: DEBUG nova.compute.manager [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.210372] env[69374]: DEBUG nova.network.neutron [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance_info_cache with network_info: [{"id": "51ecc627-facf-4f44-ab76-608a62b51faa", "address": "fa:16:3e:f2:19:0c", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ecc627-fa", "ovs_interfaceid": "51ecc627-facf-4f44-ab76-608a62b51faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.367071] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080746} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.367277] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.368059] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579bbefb-3644-42dc-946e-7e5b9d0c3f52 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.400954] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 632217f2-e81c-4ef7-9a10-3f5ef8646836/632217f2-e81c-4ef7-9a10-3f5ef8646836.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.401972] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15127641-0e33-45c7-893c-40b62e10bfbe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.425605] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1054.425605] env[69374]: value = "task-4111841" [ 1054.425605] env[69374]: _type = "Task" [ 1054.425605] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.435778] env[69374]: DEBUG nova.scheduler.client.report [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.439076] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.466539] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111838, 'name': ReconfigVM_Task, 'duration_secs': 1.049404} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.467202] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 0719c055-24b9-4c3e-9487-f285814d2ef3/0719c055-24b9-4c3e-9487-f285814d2ef3.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.467634] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8256199f-6b02-4007-916f-719412f44a63 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.474711] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1054.474711] env[69374]: value = "task-4111842" [ 1054.474711] env[69374]: _type = "Task" [ 1054.474711] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.484898] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111842, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.555705] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Releasing lock "refresh_cache-33dd3d05-f994-494e-972e-b80a520ef0a3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.556078] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Instance network_info: |[{"id": "e9014b43-123c-4712-872c-86eedce8b60d", "address": "fa:16:3e:21:45:9d", "network": {"id": "65fd4999-079f-472b-9ce8-08ff1fd09ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-828113183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c96c13d35b046bb9173522789910e31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9014b43-12", "ovs_interfaceid": "e9014b43-123c-4712-872c-86eedce8b60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.556478] env[69374]: DEBUG oslo_concurrency.lockutils [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] Acquired lock "refresh_cache-33dd3d05-f994-494e-972e-b80a520ef0a3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.556657] env[69374]: DEBUG nova.network.neutron [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Refreshing network info cache for port e9014b43-123c-4712-872c-86eedce8b60d {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.558191] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:45:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9014b43-123c-4712-872c-86eedce8b60d', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.566921] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.570329] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.570930] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05895d36-189a-4e8a-a2da-c317d90ee791 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.592889] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.592889] env[69374]: value = "task-4111843" [ 1054.592889] env[69374]: _type = "Task" [ 1054.592889] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.602611] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111843, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.717302] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.731318] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.758032] env[69374]: DEBUG nova.objects.instance [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lazy-loading 'flavor' on Instance uuid e697715e-c3d1-48ca-89ac-3caa6a76307d {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.904096] env[69374]: DEBUG nova.network.neutron [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Updated VIF entry in instance network info cache for port e9014b43-123c-4712-872c-86eedce8b60d. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.904096] env[69374]: DEBUG nova.network.neutron [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Updating instance_info_cache with network_info: [{"id": "e9014b43-123c-4712-872c-86eedce8b60d", "address": "fa:16:3e:21:45:9d", "network": {"id": "65fd4999-079f-472b-9ce8-08ff1fd09ced", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-828113183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c96c13d35b046bb9173522789910e31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9014b43-12", "ovs_interfaceid": "e9014b43-123c-4712-872c-86eedce8b60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.939786] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.941061] env[69374]: DEBUG oslo_concurrency.lockutils [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.941226] env[69374]: DEBUG nova.compute.manager [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.945106] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.793s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.945381] env[69374]: DEBUG nova.objects.instance [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lazy-loading 'resources' on Instance uuid 97b1c804-c2c2-4991-9e9d-7443a412265e {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.987377] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111842, 'name': Rename_Task, 'duration_secs': 0.222379} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.987758] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.988184] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49ead400-27ae-4539-950b-cac79c9dba5a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.998696] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1054.998696] env[69374]: value = "task-4111844" [ 1054.998696] env[69374]: _type = "Task" [ 1054.998696] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.010879] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.105936] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111843, 'name': CreateVM_Task, 'duration_secs': 0.433775} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.106168] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.107045] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.107045] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.107421] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.109032] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93b8e25-225b-4649-b67c-70e5cfb8e012 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.113062] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1055.113062] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52759809-f827-18cb-e962-3f803c763838" [ 1055.113062] env[69374]: _type = "Task" [ 1055.113062] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.123964] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52759809-f827-18cb-e962-3f803c763838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.266069] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9818d7ec-9498-4671-a932-1ddbfeca5b54 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.410s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.412211] env[69374]: DEBUG oslo_concurrency.lockutils [req-b0a7f79d-7513-40f4-97d6-6f133b7dc4e1 req-e4bd5294-f46f-49f5-9b9d-46216e8fa65c service nova] Releasing lock "refresh_cache-33dd3d05-f994-494e-972e-b80a520ef0a3" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.436301] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111841, 'name': ReconfigVM_Task, 'duration_secs': 0.582494} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.436613] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 632217f2-e81c-4ef7-9a10-3f5ef8646836/632217f2-e81c-4ef7-9a10-3f5ef8646836.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.437326] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb90bf04-1241-445f-a2da-974881c986ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.448604] env[69374]: DEBUG nova.compute.utils [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.455044] env[69374]: DEBUG nova.compute.manager [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.455750] env[69374]: DEBUG nova.network.neutron [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.457541] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1055.457541] env[69374]: value = "task-4111845" [ 1055.457541] env[69374]: _type = "Task" [ 1055.457541] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.471799] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111845, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.513922] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111844, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.533417] env[69374]: DEBUG nova.policy [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e3950e593ad4c84bb4539e363966b4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98fca58bcb4c41e0a31c047741708966', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.627399] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52759809-f827-18cb-e962-3f803c763838, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.627735] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.627981] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.628272] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.628462] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.628652] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.628923] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7f4aeca-c9bf-4f55-a26f-c80066d45764 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.638762] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.638956] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.639748] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249df4aa-51b3-41c5-a82d-df3bc6212e70 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.646617] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1055.646617] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5206d05f-5bad-5b88-5d28-07558ab66d2f" [ 1055.646617] env[69374]: _type = "Task" [ 1055.646617] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.658267] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5206d05f-5bad-5b88-5d28-07558ab66d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.724795] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.725129] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf7adce3-a6f4-4192-a618-0ac9767451b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.734912] env[69374]: DEBUG oslo_vmware.api [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1055.734912] env[69374]: value = "task-4111846" [ 1055.734912] env[69374]: _type = "Task" [ 1055.734912] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.747034] env[69374]: DEBUG oslo_vmware.api [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.831618] env[69374]: INFO nova.compute.manager [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Rebuilding instance [ 1055.861507] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e578a7f3-58e5-4524-ad04-006a80dec6ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.879211] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bbd9c8-e1c6-4246-b8db-37d5fe45aa61 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.892186] env[69374]: DEBUG nova.compute.manager [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1055.892186] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf48cbfc-ec8a-4648-babe-7c1e52bf8b16 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.923048] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df881893-ef85-4fb0-8d29-7c1a99216b6e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.937296] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518a8c18-143f-4624-b470-2e2736d38213 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.953267] env[69374]: DEBUG nova.compute.provider_tree [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.956405] env[69374]: DEBUG nova.compute.manager [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.969243] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111845, 'name': Rename_Task, 'duration_secs': 0.229877} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.970367] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.970646] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-961804a0-6eca-43ae-b137-6cbf00d71512 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.979226] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1055.979226] env[69374]: value = "task-4111847" [ 1055.979226] env[69374]: _type = "Task" [ 1055.979226] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.989840] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.010365] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111844, 'name': PowerOnVM_Task, 'duration_secs': 0.856594} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.011204] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.011421] env[69374]: INFO nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1056.011604] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1056.012815] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b344f57e-6ca0-4961-939d-ae9bc08d9a57 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.144500] env[69374]: DEBUG nova.network.neutron [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Successfully created port: 2499f008-4f10-4a86-93dc-59a972e161ec {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.163251] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5206d05f-5bad-5b88-5d28-07558ab66d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.013551} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.164172] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa5e5ca3-37b1-41e7-b6c8-be57c04a1607 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.171494] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1056.171494] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5269852c-25eb-394c-e8b3-ca8eba51eae3" [ 1056.171494] env[69374]: _type = "Task" [ 1056.171494] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.180973] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5269852c-25eb-394c-e8b3-ca8eba51eae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.248915] env[69374]: DEBUG oslo_vmware.api [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111846, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.457189] env[69374]: DEBUG nova.scheduler.client.report [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.464363] env[69374]: INFO nova.virt.block_device [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Booting with volume 8e81429e-34cf-456d-8fc9-05eed7d903b0 at /dev/sda [ 1056.501645] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.510667] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-189537fc-f55c-4dce-a254-d20007164796 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.521563] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ffc8ae-0092-46b3-9650-f987f9e90265 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.544683] env[69374]: INFO nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Took 38.81 seconds to build instance. [ 1056.576438] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e342a192-06bc-4949-a665-f60a1bb3a243 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.589064] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "51c71bfd-c289-4699-a2df-3bac283cbd45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.589475] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.594773] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce0170b-c8ca-4b14-8188-d9a96bc6ec69 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.641100] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe2bb4c-59ff-4d80-a4d3-b2cdbe1058ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.650280] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8316fc-1ad3-49b6-b447-72af042b9737 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.673195] env[69374]: DEBUG nova.virt.block_device [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Updating existing volume attachment record: 5eb89804-6fad-4e49-9e4c-e2e959b0a63f {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1056.693114] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5269852c-25eb-394c-e8b3-ca8eba51eae3, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.693777] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.694479] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 33dd3d05-f994-494e-972e-b80a520ef0a3/33dd3d05-f994-494e-972e-b80a520ef0a3.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.694765] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5acef92d-cd48-4c10-9eee-3f65726300c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.706067] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1056.706067] env[69374]: value = "task-4111848" [ 1056.706067] env[69374]: _type = "Task" [ 1056.706067] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.718932] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.749305] env[69374]: DEBUG oslo_vmware.api [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111846, 'name': PowerOnVM_Task, 'duration_secs': 0.633262} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.749659] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.749871] env[69374]: DEBUG nova.compute.manager [None req-ac2aa4b6-5e19-42ed-afca-d3a72ff0dca4 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1056.750744] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db370de5-ee58-4485-8a58-1536479b1a9b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.937861] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.938366] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a73e486e-8f81-4f25-b6f0-6f819ebd702e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.947743] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1056.947743] env[69374]: value = "task-4111849" [ 1056.947743] env[69374]: _type = "Task" [ 1056.947743] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.957504] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.962650] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.965753] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.998s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.965959] env[69374]: DEBUG nova.objects.instance [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lazy-loading 'resources' on Instance uuid 31448034-c45f-4db5-94c8-4f25aed681d4 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.992866] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111847, 'name': PowerOnVM_Task, 'duration_secs': 0.752513} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.994251] env[69374]: INFO nova.scheduler.client.report [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Deleted allocations for instance 97b1c804-c2c2-4991-9e9d-7443a412265e [ 1056.995643] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.995949] env[69374]: INFO nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1056.996193] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1057.000592] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28944e9a-4b3a-44a2-8b26-70525d690a72 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.047052] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "0719c055-24b9-4c3e-9487-f285814d2ef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.327s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.111595] env[69374]: DEBUG nova.compute.manager [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.217240] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111848, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.462701] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111849, 'name': PowerOffVM_Task, 'duration_secs': 0.399819} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.462701] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.512231] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77f61d07-2b4f-4b3c-a833-212c34697eb6 tempest-AttachInterfacesV270Test-301494843 tempest-AttachInterfacesV270Test-301494843-project-member] Lock "97b1c804-c2c2-4991-9e9d-7443a412265e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.182s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.521559] env[69374]: INFO nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Took 39.76 seconds to build instance. [ 1057.533296] env[69374]: INFO nova.compute.manager [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Detaching volume 8870cc63-3b8c-4758-a110-ef99f83b1c36 [ 1057.587024] env[69374]: INFO nova.virt.block_device [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Attempting to driver detach volume 8870cc63-3b8c-4758-a110-ef99f83b1c36 from mountpoint /dev/sdb [ 1057.587297] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1057.587871] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814566', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'name': 'volume-8870cc63-3b8c-4758-a110-ef99f83b1c36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e697715e-c3d1-48ca-89ac-3caa6a76307d', 'attached_at': '', 'detached_at': '', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'serial': '8870cc63-3b8c-4758-a110-ef99f83b1c36'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1057.588467] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7c123b-5f49-4706-8366-197dc7e73ec1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.615546] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a4f37-1e51-4815-8476-fa6df5ab63b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.626909] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafe51e1-7c58-4821-8a52-7c1cc9bc7abd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.657092] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.658109] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42e2e63-567d-4027-9a0e-5d5ab67a17f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.678121] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] The volume has not been displaced from its original location: [datastore2] volume-8870cc63-3b8c-4758-a110-ef99f83b1c36/volume-8870cc63-3b8c-4758-a110-ef99f83b1c36.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1057.685710] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.689937] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-264a8a75-532c-45e6-90aa-e9abb26a57dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.715013] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1057.715013] env[69374]: value = "task-4111850" [ 1057.715013] env[69374]: _type = "Task" [ 1057.715013] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.726144] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533836} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.726144] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 33dd3d05-f994-494e-972e-b80a520ef0a3/33dd3d05-f994-494e-972e-b80a520ef0a3.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.726144] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.726923] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd7e2798-110f-4d84-bc51-46c8cb44f91d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.732189] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.736709] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1057.736709] env[69374]: value = "task-4111851" [ 1057.736709] env[69374]: _type = "Task" [ 1057.736709] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.750910] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.800555] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1ee3c-4060-f255-30ca-d627d54bddfd/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1057.802651] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554d1d23-5623-425e-b40c-385af8fa1574 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.813899] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1ee3c-4060-f255-30ca-d627d54bddfd/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1057.815856] env[69374]: ERROR oslo_vmware.rw_handles [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1ee3c-4060-f255-30ca-d627d54bddfd/disk-0.vmdk due to incomplete transfer. [ 1057.816465] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-622b329f-33bb-48bc-a292-f3befe282982 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.825584] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1ee3c-4060-f255-30ca-d627d54bddfd/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1057.825895] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Uploaded image 61d0bd87-111d-44e0-8ac0-b86d352e6fe2 to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1057.828409] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1057.831736] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9dee0cf-85db-471d-b0cc-1cf0bbe8fd67 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.839573] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1057.839573] env[69374]: value = "task-4111852" [ 1057.839573] env[69374]: _type = "Task" [ 1057.839573] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.851690] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111852, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.955498] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c1e9e6-053b-4a47-9166-4277bb6dbebe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.964750] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cd27dd-863f-40d1-a100-db7328b13af1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.999436] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce63e70f-9f49-4232-a6c9-69b8f790c49e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.008646] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd64cb1-ce82-44d9-b986-3c6cab191c6b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.024531] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "632217f2-e81c-4ef7-9a10-3f5ef8646836" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.267s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.025241] env[69374]: DEBUG nova.compute.provider_tree [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.028341] env[69374]: DEBUG nova.compute.manager [req-1a30c989-e06e-449c-aeca-41883bee3d76 req-aec1f3fe-5c70-4994-910f-51fe32b36b47 service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Received event network-vif-plugged-2499f008-4f10-4a86-93dc-59a972e161ec {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.028546] env[69374]: DEBUG oslo_concurrency.lockutils [req-1a30c989-e06e-449c-aeca-41883bee3d76 req-aec1f3fe-5c70-4994-910f-51fe32b36b47 service nova] Acquiring lock "5be8e455-e158-440c-88f4-eb6267effee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.028750] env[69374]: DEBUG oslo_concurrency.lockutils [req-1a30c989-e06e-449c-aeca-41883bee3d76 req-aec1f3fe-5c70-4994-910f-51fe32b36b47 service nova] Lock "5be8e455-e158-440c-88f4-eb6267effee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.028930] env[69374]: DEBUG oslo_concurrency.lockutils [req-1a30c989-e06e-449c-aeca-41883bee3d76 req-aec1f3fe-5c70-4994-910f-51fe32b36b47 service nova] Lock "5be8e455-e158-440c-88f4-eb6267effee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.029139] env[69374]: DEBUG nova.compute.manager [req-1a30c989-e06e-449c-aeca-41883bee3d76 req-aec1f3fe-5c70-4994-910f-51fe32b36b47 service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] No waiting events found dispatching network-vif-plugged-2499f008-4f10-4a86-93dc-59a972e161ec {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1058.029344] env[69374]: WARNING nova.compute.manager [req-1a30c989-e06e-449c-aeca-41883bee3d76 req-aec1f3fe-5c70-4994-910f-51fe32b36b47 service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Received unexpected event network-vif-plugged-2499f008-4f10-4a86-93dc-59a972e161ec for instance with vm_state building and task_state block_device_mapping. [ 1058.211502] env[69374]: DEBUG nova.network.neutron [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Successfully updated port: 2499f008-4f10-4a86-93dc-59a972e161ec {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.229819] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111850, 'name': ReconfigVM_Task, 'duration_secs': 0.459109} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.231374] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.239046] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca34b15-03c4-439a-871a-31e77032e9b9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.258570] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071416} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.262027] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.262027] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1058.262027] env[69374]: value = "task-4111853" [ 1058.262027] env[69374]: _type = "Task" [ 1058.262027] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.263043] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6a7704-b98a-4b6a-97e7-2e569fa33735 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.293261] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 33dd3d05-f994-494e-972e-b80a520ef0a3/33dd3d05-f994-494e-972e-b80a520ef0a3.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.297943] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03a11455-c754-4f93-9286-50c95540e731 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.315704] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.325226] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1058.325226] env[69374]: value = "task-4111854" [ 1058.325226] env[69374]: _type = "Task" [ 1058.325226] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.337882] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.351717] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111852, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.531798] env[69374]: DEBUG nova.scheduler.client.report [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.715842] env[69374]: DEBUG oslo_concurrency.lockutils [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Acquiring lock "refresh_cache-5be8e455-e158-440c-88f4-eb6267effee0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.715842] env[69374]: DEBUG oslo_concurrency.lockutils [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Acquired lock "refresh_cache-5be8e455-e158-440c-88f4-eb6267effee0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.716145] env[69374]: DEBUG nova.network.neutron [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.776683] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111853, 'name': ReconfigVM_Task, 'duration_secs': 0.249955} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.777046] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814566', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'name': 'volume-8870cc63-3b8c-4758-a110-ef99f83b1c36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e697715e-c3d1-48ca-89ac-3caa6a76307d', 'attached_at': '', 'detached_at': '', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'serial': '8870cc63-3b8c-4758-a110-ef99f83b1c36'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1058.824571] env[69374]: DEBUG nova.compute.manager [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.825114] env[69374]: DEBUG nova.virt.hardware [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.825334] env[69374]: DEBUG nova.virt.hardware [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.825495] env[69374]: DEBUG nova.virt.hardware [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.825751] env[69374]: DEBUG nova.virt.hardware [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.825921] env[69374]: DEBUG nova.virt.hardware [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.826088] env[69374]: DEBUG nova.virt.hardware [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.826299] env[69374]: DEBUG nova.virt.hardware [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.826456] env[69374]: DEBUG nova.virt.hardware [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.826785] env[69374]: DEBUG nova.virt.hardware [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.826785] env[69374]: DEBUG nova.virt.hardware [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.826982] env[69374]: DEBUG nova.virt.hardware [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.828384] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c33797a-da0d-4bbc-ba93-56698b36704b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.851985] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd1d6d-7d4d-4cac-83e6-1f108dca5b0d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.857625] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111854, 'name': ReconfigVM_Task, 'duration_secs': 0.320957} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.857990] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 33dd3d05-f994-494e-972e-b80a520ef0a3/33dd3d05-f994-494e-972e-b80a520ef0a3.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.859562] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcd6bd1d-1250-477a-ab20-5d675b30782b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.867021] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111852, 'name': Destroy_Task, 'duration_secs': 0.718} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.876661] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Destroyed the VM [ 1058.876899] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1058.877266] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1058.877266] env[69374]: value = "task-4111855" [ 1058.877266] env[69374]: _type = "Task" [ 1058.877266] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.877736] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-17d4b3a1-b1c2-4398-9977-beda9b2bb45b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.895060] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111855, 'name': Rename_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.896871] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1058.896871] env[69374]: value = "task-4111856" [ 1058.896871] env[69374]: _type = "Task" [ 1058.896871] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.040391] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.044173] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.823s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.044173] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.044173] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1059.044173] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.406s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.045536] env[69374]: INFO nova.compute.claims [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.048812] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c7a35b-429f-448d-a25a-359686f7e7b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.067922] env[69374]: INFO nova.scheduler.client.report [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Deleted allocations for instance 31448034-c45f-4db5-94c8-4f25aed681d4 [ 1059.071652] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3773dae6-5b7b-4469-9c80-810328d55d5b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.097325] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50889bc8-db9a-4427-8ce3-fb739b536fca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.114476] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b5c224-5f1a-4159-8914-9e016f06d8b0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.150364] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178898MB free_disk=15GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1059.150364] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.303210] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.303655] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.305720] env[69374]: DEBUG nova.network.neutron [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.397405] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111855, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.411916] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111856, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.600254] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a94d7d74-1c33-4be2-a38f-c1ff6dc3aa1d tempest-ListServerFiltersTestJSON-1279564004 tempest-ListServerFiltersTestJSON-1279564004-project-member] Lock "31448034-c45f-4db5-94c8-4f25aed681d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.178s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.811883] env[69374]: DEBUG nova.compute.manager [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.852780] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.853585] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5eb5c2b-37a9-46c4-9cd6-e47ec31eef19 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.863828] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1059.863828] env[69374]: value = "task-4111857" [ 1059.863828] env[69374]: _type = "Task" [ 1059.863828] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.876482] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1059.876725] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1059.876927] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814566', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'name': 'volume-8870cc63-3b8c-4758-a110-ef99f83b1c36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e697715e-c3d1-48ca-89ac-3caa6a76307d', 'attached_at': '', 'detached_at': '', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'serial': '8870cc63-3b8c-4758-a110-ef99f83b1c36'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1059.877739] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79be7a0-80cc-4458-a714-8dbdf9220b0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.906755] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574cf523-3168-42c8-a80c-bf4ec2be3128 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.919196] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111855, 'name': Rename_Task, 'duration_secs': 0.885245} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.920451] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.920899] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eea9f75c-eba7-457b-b834-7bed564cb433 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.937169] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111856, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.937169] env[69374]: WARNING nova.virt.vmwareapi.driver [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1059.937169] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.940529] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4224501-1f56-4189-81d4-5de76fc66b05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.947102] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1059.947102] env[69374]: value = "task-4111858" [ 1059.947102] env[69374]: _type = "Task" [ 1059.947102] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.954812] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.958140] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e32efed8-10f4-41be-9940-3da2871ea41b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.960939] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.049590] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.049590] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.049590] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleting the datastore file [datastore1] e697715e-c3d1-48ca-89ac-3caa6a76307d {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.049590] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d504141-ac72-49f2-9df9-2a12c65cdf1f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.056140] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1060.056140] env[69374]: value = "task-4111860" [ 1060.056140] env[69374]: _type = "Task" [ 1060.056140] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.060743] env[69374]: DEBUG nova.network.neutron [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Updating instance_info_cache with network_info: [{"id": "2499f008-4f10-4a86-93dc-59a972e161ec", "address": "fa:16:3e:7e:08:2e", "network": {"id": "05ee0978-aa77-41e3-98d3-b2cb08cb88b3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-367646611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98fca58bcb4c41e0a31c047741708966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2499f008-4f", "ovs_interfaceid": "2499f008-4f10-4a86-93dc-59a972e161ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.068872] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.277482] env[69374]: DEBUG nova.compute.manager [req-16cdfceb-4251-430e-8503-baf3072e7517 req-ec47966f-2273-4626-83e5-e8e74a3a4c3f service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Received event network-changed-2499f008-4f10-4a86-93dc-59a972e161ec {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.279371] env[69374]: DEBUG nova.compute.manager [req-16cdfceb-4251-430e-8503-baf3072e7517 req-ec47966f-2273-4626-83e5-e8e74a3a4c3f service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Refreshing instance network info cache due to event network-changed-2499f008-4f10-4a86-93dc-59a972e161ec. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.279371] env[69374]: DEBUG oslo_concurrency.lockutils [req-16cdfceb-4251-430e-8503-baf3072e7517 req-ec47966f-2273-4626-83e5-e8e74a3a4c3f service nova] Acquiring lock "refresh_cache-5be8e455-e158-440c-88f4-eb6267effee0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.340972] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.417345] env[69374]: DEBUG oslo_vmware.api [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111856, 'name': RemoveSnapshot_Task, 'duration_secs': 1.128981} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.417516] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1060.417753] env[69374]: INFO nova.compute.manager [None req-4e24d83e-1ded-40bc-a3a3-0a289895871c tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Took 18.12 seconds to snapshot the instance on the hypervisor. [ 1060.459646] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.461866] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d4eaaa-7cd2-4812-bc9e-e3954fc73da8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.471389] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697538cc-bf9b-4e92-946e-1dc827608348 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.506228] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e45af0-a0c3-45fa-8fd5-9e60daef3c48 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.515949] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf04530-6530-4da0-b782-9902f8b379bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.536437] env[69374]: DEBUG nova.compute.provider_tree [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.567675] env[69374]: DEBUG oslo_concurrency.lockutils [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Releasing lock "refresh_cache-5be8e455-e158-440c-88f4-eb6267effee0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.568507] env[69374]: DEBUG nova.compute.manager [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Instance network_info: |[{"id": "2499f008-4f10-4a86-93dc-59a972e161ec", "address": "fa:16:3e:7e:08:2e", "network": {"id": "05ee0978-aa77-41e3-98d3-b2cb08cb88b3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-367646611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98fca58bcb4c41e0a31c047741708966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2499f008-4f", "ovs_interfaceid": "2499f008-4f10-4a86-93dc-59a972e161ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.568507] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47462} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.568748] env[69374]: DEBUG oslo_concurrency.lockutils [req-16cdfceb-4251-430e-8503-baf3072e7517 req-ec47966f-2273-4626-83e5-e8e74a3a4c3f service nova] Acquired lock "refresh_cache-5be8e455-e158-440c-88f4-eb6267effee0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.568798] env[69374]: DEBUG nova.network.neutron [req-16cdfceb-4251-430e-8503-baf3072e7517 req-ec47966f-2273-4626-83e5-e8e74a3a4c3f service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Refreshing network info cache for port 2499f008-4f10-4a86-93dc-59a972e161ec {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.570236] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:08:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2499f008-4f10-4a86-93dc-59a972e161ec', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.578882] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Creating folder: Project (98fca58bcb4c41e0a31c047741708966). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.578882] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.578882] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.578882] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.585033] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17e358d8-4400-4455-9ceb-726b5fa0b99b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.600243] env[69374]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1060.600515] env[69374]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69374) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1060.600842] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Folder already exists: Project (98fca58bcb4c41e0a31c047741708966). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1060.601066] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Creating folder: Instances. Parent ref: group-v814539. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.601570] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-964467db-c165-41d8-a73c-3c6bb4d20ea1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.614509] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Created folder: Instances in parent group-v814539. [ 1060.614780] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.614991] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.615223] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d13336bd-452a-48c1-b0c0-c837e37a25b4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.638123] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.638123] env[69374]: value = "task-4111863" [ 1060.638123] env[69374]: _type = "Task" [ 1060.638123] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.654702] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111863, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.961723] env[69374]: DEBUG oslo_vmware.api [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111858, 'name': PowerOnVM_Task, 'duration_secs': 0.864315} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.964263] env[69374]: DEBUG nova.network.neutron [req-16cdfceb-4251-430e-8503-baf3072e7517 req-ec47966f-2273-4626-83e5-e8e74a3a4c3f service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Updated VIF entry in instance network info cache for port 2499f008-4f10-4a86-93dc-59a972e161ec. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.964263] env[69374]: DEBUG nova.network.neutron [req-16cdfceb-4251-430e-8503-baf3072e7517 req-ec47966f-2273-4626-83e5-e8e74a3a4c3f service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Updating instance_info_cache with network_info: [{"id": "2499f008-4f10-4a86-93dc-59a972e161ec", "address": "fa:16:3e:7e:08:2e", "network": {"id": "05ee0978-aa77-41e3-98d3-b2cb08cb88b3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-367646611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98fca58bcb4c41e0a31c047741708966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2499f008-4f", "ovs_interfaceid": "2499f008-4f10-4a86-93dc-59a972e161ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.965094] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.965309] env[69374]: INFO nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1060.965486] env[69374]: DEBUG nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.966769] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54b4a3a-ea9e-4909-b0db-d45bb09ae88c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.040595] env[69374]: DEBUG nova.scheduler.client.report [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.090833] env[69374]: INFO nova.virt.block_device [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Booting with volume 8870cc63-3b8c-4758-a110-ef99f83b1c36 at /dev/sdb [ 1061.138106] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d8f9b39-360e-4985-bb0a-ddd37bd36ba1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.152842] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111863, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.159023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dad3128-0fc6-4205-a477-5c4174aba33e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.205221] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b70d9db-b827-471c-94dc-2bd925d4c516 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.219519] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eace96f-30cb-458b-82d7-a6a06691b361 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.261467] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667b4013-018a-4cea-9533-0e2c20b67da8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.270548] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1173ed51-33c6-4ddd-9bfe-8a99dcaaec36 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.286835] env[69374]: DEBUG nova.virt.block_device [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Updating existing volume attachment record: eef93aa8-1cc1-4f3e-b63f-651e98af85cc {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1061.467612] env[69374]: DEBUG oslo_concurrency.lockutils [req-16cdfceb-4251-430e-8503-baf3072e7517 req-ec47966f-2273-4626-83e5-e8e74a3a4c3f service nova] Releasing lock "refresh_cache-5be8e455-e158-440c-88f4-eb6267effee0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.486047] env[69374]: INFO nova.compute.manager [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Took 43.69 seconds to build instance. [ 1061.551024] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.551024] env[69374]: DEBUG nova.compute.manager [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.552215] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.211s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.652759] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111863, 'name': CreateVM_Task, 'duration_secs': 0.661906} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.652975] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.653736] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814546', 'volume_id': '8e81429e-34cf-456d-8fc9-05eed7d903b0', 'name': 'volume-8e81429e-34cf-456d-8fc9-05eed7d903b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5be8e455-e158-440c-88f4-eb6267effee0', 'attached_at': '', 'detached_at': '', 'volume_id': '8e81429e-34cf-456d-8fc9-05eed7d903b0', 'serial': '8e81429e-34cf-456d-8fc9-05eed7d903b0'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'attachment_id': '5eb89804-6fad-4e49-9e4c-e2e959b0a63f', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69374) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1061.653963] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Root volume attach. Driver type: vmdk {{(pid=69374) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1061.654836] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc42b942-4ec8-4568-bb1b-05b880bb0ca1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.665023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdffe30-ae24-4970-91aa-bdd5c1c48431 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.671304] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e696f4d7-ef22-4708-b94d-013b3feb5e87 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.678064] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e60a20b9-3768-404a-87e5-7208f749f9d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.685339] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for the task: (returnval){ [ 1061.685339] env[69374]: value = "task-4111864" [ 1061.685339] env[69374]: _type = "Task" [ 1061.685339] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.694299] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111864, 'name': RelocateVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.988355] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46e42267-bca5-4b51-8be6-04bad8dc4e13 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "33dd3d05-f994-494e-972e-b80a520ef0a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.196s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.056106] env[69374]: DEBUG nova.compute.utils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.061233] env[69374]: DEBUG nova.compute.manager [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.061421] env[69374]: DEBUG nova.network.neutron [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.142244] env[69374]: DEBUG nova.policy [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c878f8d5e8142f485dd999e9fdf97b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c21f4064b2a4d4480b28bb877fdf815', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.195914] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111864, 'name': RelocateVM_Task, 'duration_secs': 0.411858} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.196232] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1062.196444] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814546', 'volume_id': '8e81429e-34cf-456d-8fc9-05eed7d903b0', 'name': 'volume-8e81429e-34cf-456d-8fc9-05eed7d903b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5be8e455-e158-440c-88f4-eb6267effee0', 'attached_at': '', 'detached_at': '', 'volume_id': '8e81429e-34cf-456d-8fc9-05eed7d903b0', 'serial': '8e81429e-34cf-456d-8fc9-05eed7d903b0'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1062.197243] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bb1bb2-ec47-464f-acef-a013cb1f27e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.220021] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06e7871-91ce-42e4-8846-794e19d110a6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.250423] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-8e81429e-34cf-456d-8fc9-05eed7d903b0/volume-8e81429e-34cf-456d-8fc9-05eed7d903b0.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.253393] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cdd1487-ea03-4f4b-835b-f2aa12d50d15 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.277598] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for the task: (returnval){ [ 1062.277598] env[69374]: value = "task-4111865" [ 1062.277598] env[69374]: _type = "Task" [ 1062.277598] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.291396] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.481555] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e8719a-f438-43a9-ab73-3f48f60fdb49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.490569] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f16aa8c-c150-4b87-9f42-267b1cc8f111 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.530210] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee311d-28d0-4fdb-bc0b-cbc664a7a466 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.539571] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1554cf2-7b38-48c0-973d-130fc562dccc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.559532] env[69374]: DEBUG nova.compute.provider_tree [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.562448] env[69374]: DEBUG nova.compute.manager [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.791495] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111865, 'name': ReconfigVM_Task, 'duration_secs': 0.371386} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.791832] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-8e81429e-34cf-456d-8fc9-05eed7d903b0/volume-8e81429e-34cf-456d-8fc9-05eed7d903b0.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.797272] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2213342-14ea-4376-8b3e-c7698ded61d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.815698] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for the task: (returnval){ [ 1062.815698] env[69374]: value = "task-4111866" [ 1062.815698] env[69374]: _type = "Task" [ 1062.815698] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.825324] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.872306] env[69374]: DEBUG nova.network.neutron [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Successfully created port: b46242e0-44d2-4177-be7d-ddd1cdc5300b {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.066975] env[69374]: DEBUG nova.scheduler.client.report [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.327837] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111866, 'name': ReconfigVM_Task, 'duration_secs': 0.156707} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.327837] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814546', 'volume_id': '8e81429e-34cf-456d-8fc9-05eed7d903b0', 'name': 'volume-8e81429e-34cf-456d-8fc9-05eed7d903b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5be8e455-e158-440c-88f4-eb6267effee0', 'attached_at': '', 'detached_at': '', 'volume_id': '8e81429e-34cf-456d-8fc9-05eed7d903b0', 'serial': '8e81429e-34cf-456d-8fc9-05eed7d903b0'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1063.327837] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afb4df2a-aa63-4148-8c9f-ff8e6a0bae56 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.333772] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for the task: (returnval){ [ 1063.333772] env[69374]: value = "task-4111867" [ 1063.333772] env[69374]: _type = "Task" [ 1063.333772] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.342777] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111867, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.412257] env[69374]: DEBUG nova.virt.hardware [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.412656] env[69374]: DEBUG nova.virt.hardware [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.412889] env[69374]: DEBUG nova.virt.hardware [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.413166] env[69374]: DEBUG nova.virt.hardware [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.413385] env[69374]: DEBUG nova.virt.hardware [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.413634] env[69374]: DEBUG nova.virt.hardware [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.413919] env[69374]: DEBUG nova.virt.hardware [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.414186] env[69374]: DEBUG nova.virt.hardware [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.414477] env[69374]: DEBUG nova.virt.hardware [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.414715] env[69374]: DEBUG nova.virt.hardware [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.414978] env[69374]: DEBUG nova.virt.hardware [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.415990] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e268e8-e402-42c8-973d-a5e0d4dea86e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.425729] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26e812-9780-4360-9b12-8438b902d63a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.441513] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "0719c055-24b9-4c3e-9487-f285814d2ef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.441868] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "0719c055-24b9-4c3e-9487-f285814d2ef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.442186] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "0719c055-24b9-4c3e-9487-f285814d2ef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.442445] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "0719c055-24b9-4c3e-9487-f285814d2ef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.442715] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "0719c055-24b9-4c3e-9487-f285814d2ef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.444739] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:4e:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a6e26f2-d4a6-4901-a530-792f053da3aa', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.455232] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.455922] env[69374]: INFO nova.compute.manager [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Terminating instance [ 1063.457706] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.458856] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9afac83-4050-4312-aab2-9099af1d18ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.479987] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.479987] env[69374]: value = "task-4111868" [ 1063.479987] env[69374]: _type = "Task" [ 1063.479987] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.489130] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111868, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.581608] env[69374]: DEBUG nova.compute.manager [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.615886] env[69374]: DEBUG nova.virt.hardware [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.616048] env[69374]: DEBUG nova.virt.hardware [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.616825] env[69374]: DEBUG nova.virt.hardware [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.617199] env[69374]: DEBUG nova.virt.hardware [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.617285] env[69374]: DEBUG nova.virt.hardware [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.617465] env[69374]: DEBUG nova.virt.hardware [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.617731] env[69374]: DEBUG nova.virt.hardware [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.617923] env[69374]: DEBUG nova.virt.hardware [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.618225] env[69374]: DEBUG nova.virt.hardware [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.618409] env[69374]: DEBUG nova.virt.hardware [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.618810] env[69374]: DEBUG nova.virt.hardware [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.619976] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ac9ba4-f852-4b1e-939f-eabe88fa18ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.629407] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae62ef1-25cd-41ed-8674-b648e099b98d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.846218] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111867, 'name': Rename_Task, 'duration_secs': 0.182876} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.846605] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.846930] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a37f91b6-b6f4-42f8-b53d-38387e1712de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.854438] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for the task: (returnval){ [ 1063.854438] env[69374]: value = "task-4111869" [ 1063.854438] env[69374]: _type = "Task" [ 1063.854438] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.863743] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.974971] env[69374]: DEBUG nova.compute.manager [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.975318] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.976401] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d33cb2-df54-4e8d-b8fd-ad5ec03b4384 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.986145] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.986894] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f755e3de-5814-448b-b02a-e88769becd05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.993354] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111868, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.995076] env[69374]: DEBUG oslo_vmware.api [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1063.995076] env[69374]: value = "task-4111870" [ 1063.995076] env[69374]: _type = "Task" [ 1063.995076] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.005080] env[69374]: DEBUG oslo_vmware.api [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.087097] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.535s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.090621] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.657s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.092312] env[69374]: INFO nova.compute.claims [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.369351] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.491823] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111868, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.505805] env[69374]: DEBUG oslo_vmware.api [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.679173] env[69374]: INFO nova.scheduler.client.report [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted allocation for migration 64c192c1-7c19-43db-b23b-6a810578136d [ 1064.817780] env[69374]: DEBUG nova.compute.manager [req-50641d2f-dd24-473d-bed7-cf4a8f20a929 req-7ee1a00d-6ea6-4b7b-95ef-0173f500d652 service nova] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Received event network-vif-plugged-b46242e0-44d2-4177-be7d-ddd1cdc5300b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.818082] env[69374]: DEBUG oslo_concurrency.lockutils [req-50641d2f-dd24-473d-bed7-cf4a8f20a929 req-7ee1a00d-6ea6-4b7b-95ef-0173f500d652 service nova] Acquiring lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.818364] env[69374]: DEBUG oslo_concurrency.lockutils [req-50641d2f-dd24-473d-bed7-cf4a8f20a929 req-7ee1a00d-6ea6-4b7b-95ef-0173f500d652 service nova] Lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.818579] env[69374]: DEBUG oslo_concurrency.lockutils [req-50641d2f-dd24-473d-bed7-cf4a8f20a929 req-7ee1a00d-6ea6-4b7b-95ef-0173f500d652 service nova] Lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.818806] env[69374]: DEBUG nova.compute.manager [req-50641d2f-dd24-473d-bed7-cf4a8f20a929 req-7ee1a00d-6ea6-4b7b-95ef-0173f500d652 service nova] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] No waiting events found dispatching network-vif-plugged-b46242e0-44d2-4177-be7d-ddd1cdc5300b {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1064.823203] env[69374]: WARNING nova.compute.manager [req-50641d2f-dd24-473d-bed7-cf4a8f20a929 req-7ee1a00d-6ea6-4b7b-95ef-0173f500d652 service nova] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Received unexpected event network-vif-plugged-b46242e0-44d2-4177-be7d-ddd1cdc5300b for instance with vm_state building and task_state spawning. [ 1064.866873] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.954605] env[69374]: DEBUG nova.network.neutron [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Successfully updated port: b46242e0-44d2-4177-be7d-ddd1cdc5300b {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.993434] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111868, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.010829] env[69374]: DEBUG oslo_vmware.api [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.185564] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0edb66c4-95bb-4a4d-8485-f6c9cc06a577 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "ea25149b-d4b6-4418-973a-849ab078fe10" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.485s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.372154] env[69374]: DEBUG oslo_vmware.api [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4111869, 'name': PowerOnVM_Task, 'duration_secs': 1.365896} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.372154] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.372154] env[69374]: INFO nova.compute.manager [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Took 6.55 seconds to spawn the instance on the hypervisor. [ 1065.372154] env[69374]: DEBUG nova.compute.manager [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.373128] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471acbab-53dc-4856-a151-5b616daa2b73 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.454222] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0bfdbb-0976-4fd1-b225-dcaa0ec4b8f4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.459707] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "refresh_cache-005e8605-40c3-4fa8-9e17-750a8f8f83e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.459707] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "refresh_cache-005e8605-40c3-4fa8-9e17-750a8f8f83e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.459707] env[69374]: DEBUG nova.network.neutron [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.465528] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6ee340-d136-4d49-9e1a-c55fb1c0fa7c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.522270] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17937339-5810-4a4b-9355-9cc8c6576782 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.537403] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0826fe-4184-4a5d-970e-ea624daca790 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.542296] env[69374]: DEBUG oslo_vmware.api [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111870, 'name': PowerOffVM_Task, 'duration_secs': 1.187247} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.542869] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111868, 'name': CreateVM_Task, 'duration_secs': 1.588033} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.543224] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.543414] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.543639] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.544396] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8db61a5-8f66-4404-bba7-571075973869 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.546782] env[69374]: DEBUG oslo_concurrency.lockutils [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.548040] env[69374]: DEBUG oslo_concurrency.lockutils [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.548040] env[69374]: DEBUG oslo_concurrency.lockutils [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.558099] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e768a8-1519-4da3-ad6c-08168fb1f336 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.560759] env[69374]: DEBUG nova.compute.provider_tree [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.570068] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1065.570068] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a763de-fd31-46ab-104f-d5caca41f127" [ 1065.570068] env[69374]: _type = "Task" [ 1065.570068] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.578638] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a763de-fd31-46ab-104f-d5caca41f127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.655515] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.656030] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.656885] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Deleting the datastore file [datastore2] 0719c055-24b9-4c3e-9487-f285814d2ef3 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.657241] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0869a5b6-a8cf-4a23-b025-e58a044ebf46 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.665268] env[69374]: DEBUG oslo_vmware.api [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1065.665268] env[69374]: value = "task-4111872" [ 1065.665268] env[69374]: _type = "Task" [ 1065.665268] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.676076] env[69374]: DEBUG oslo_vmware.api [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.904448] env[69374]: INFO nova.compute.manager [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Took 41.13 seconds to build instance. [ 1065.998464] env[69374]: DEBUG nova.network.neutron [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.063280] env[69374]: DEBUG nova.scheduler.client.report [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.078396] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a763de-fd31-46ab-104f-d5caca41f127, 'name': SearchDatastore_Task, 'duration_secs': 0.038763} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.078665] env[69374]: DEBUG oslo_concurrency.lockutils [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.079293] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.079770] env[69374]: DEBUG oslo_concurrency.lockutils [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.079929] env[69374]: DEBUG oslo_concurrency.lockutils [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.080135] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.080482] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4737e372-bbec-48aa-b7c6-316787b8d75a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.098741] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.098940] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.099701] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5cfbb31-59d5-4d8a-a90c-03afb53d3f62 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.105989] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1066.105989] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52453754-dd79-6bc6-8b82-1c9b1be134c3" [ 1066.105989] env[69374]: _type = "Task" [ 1066.105989] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.114742] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52453754-dd79-6bc6-8b82-1c9b1be134c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.175416] env[69374]: DEBUG oslo_vmware.api [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.190866] env[69374]: DEBUG nova.network.neutron [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Updating instance_info_cache with network_info: [{"id": "b46242e0-44d2-4177-be7d-ddd1cdc5300b", "address": "fa:16:3e:f4:b0:b4", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46242e0-44", "ovs_interfaceid": "b46242e0-44d2-4177-be7d-ddd1cdc5300b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.406137] env[69374]: DEBUG oslo_concurrency.lockutils [None req-782a6b31-2c15-46da-b2ea-bcfa32608cde tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "5be8e455-e158-440c-88f4-eb6267effee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.643s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.530983] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "ea25149b-d4b6-4418-973a-849ab078fe10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.531208] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "ea25149b-d4b6-4418-973a-849ab078fe10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.533949] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "ea25149b-d4b6-4418-973a-849ab078fe10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.533949] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "ea25149b-d4b6-4418-973a-849ab078fe10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.533949] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "ea25149b-d4b6-4418-973a-849ab078fe10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.537357] env[69374]: INFO nova.compute.manager [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Terminating instance [ 1066.573035] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.573804] env[69374]: DEBUG nova.compute.manager [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.577210] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.683s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.580913] env[69374]: INFO nova.compute.claims [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.618748] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52453754-dd79-6bc6-8b82-1c9b1be134c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.619829] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74b121e-8e7a-43a8-a5f1-40fc85948574 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.626816] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1066.626816] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f97ba3-2156-7171-94c1-c3a615ffc9ef" [ 1066.626816] env[69374]: _type = "Task" [ 1066.626816] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.639030] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f97ba3-2156-7171-94c1-c3a615ffc9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.678489] env[69374]: DEBUG oslo_vmware.api [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537696} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.678655] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.678813] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.678993] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.679570] env[69374]: INFO nova.compute.manager [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Took 2.70 seconds to destroy the instance on the hypervisor. [ 1066.679570] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.679693] env[69374]: DEBUG nova.compute.manager [-] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.679760] env[69374]: DEBUG nova.network.neutron [-] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.696025] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "refresh_cache-005e8605-40c3-4fa8-9e17-750a8f8f83e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.696025] env[69374]: DEBUG nova.compute.manager [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Instance network_info: |[{"id": "b46242e0-44d2-4177-be7d-ddd1cdc5300b", "address": "fa:16:3e:f4:b0:b4", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46242e0-44", "ovs_interfaceid": "b46242e0-44d2-4177-be7d-ddd1cdc5300b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.696025] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:b0:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b46242e0-44d2-4177-be7d-ddd1cdc5300b', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.703106] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.703347] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.703588] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-753bc688-419b-4de9-930c-10f470e935c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.727796] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.727796] env[69374]: value = "task-4111873" [ 1066.727796] env[69374]: _type = "Task" [ 1066.727796] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.737087] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111873, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.043795] env[69374]: DEBUG nova.compute.manager [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.044122] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.047221] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2019f409-8163-4532-ba16-8cadc52b756f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.055244] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.055721] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee3497dd-29b4-4b9b-8e94-e7886b08db0e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.067173] env[69374]: DEBUG oslo_vmware.api [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1067.067173] env[69374]: value = "task-4111874" [ 1067.067173] env[69374]: _type = "Task" [ 1067.067173] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.078923] env[69374]: DEBUG nova.compute.utils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.080736] env[69374]: DEBUG oslo_vmware.api [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.081367] env[69374]: DEBUG nova.compute.manager [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.081636] env[69374]: DEBUG nova.network.neutron [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.090820] env[69374]: DEBUG nova.compute.manager [req-01062c5f-f9b7-4eda-b2be-fd2112bd6b22 req-26d0847b-9fda-405b-b843-4d4f1cb03e8d service nova] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Received event network-changed-b46242e0-44d2-4177-be7d-ddd1cdc5300b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.091140] env[69374]: DEBUG nova.compute.manager [req-01062c5f-f9b7-4eda-b2be-fd2112bd6b22 req-26d0847b-9fda-405b-b843-4d4f1cb03e8d service nova] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Refreshing instance network info cache due to event network-changed-b46242e0-44d2-4177-be7d-ddd1cdc5300b. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.091425] env[69374]: DEBUG oslo_concurrency.lockutils [req-01062c5f-f9b7-4eda-b2be-fd2112bd6b22 req-26d0847b-9fda-405b-b843-4d4f1cb03e8d service nova] Acquiring lock "refresh_cache-005e8605-40c3-4fa8-9e17-750a8f8f83e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.091629] env[69374]: DEBUG oslo_concurrency.lockutils [req-01062c5f-f9b7-4eda-b2be-fd2112bd6b22 req-26d0847b-9fda-405b-b843-4d4f1cb03e8d service nova] Acquired lock "refresh_cache-005e8605-40c3-4fa8-9e17-750a8f8f83e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.091839] env[69374]: DEBUG nova.network.neutron [req-01062c5f-f9b7-4eda-b2be-fd2112bd6b22 req-26d0847b-9fda-405b-b843-4d4f1cb03e8d service nova] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Refreshing network info cache for port b46242e0-44d2-4177-be7d-ddd1cdc5300b {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.132336] env[69374]: DEBUG nova.policy [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb8849bb34d400290a5acca23c933ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '130f805120fb41749c5287c163c8e1f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.139345] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "35ff501c-97b3-4065-9047-71b7d0b8afa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.139345] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.151362] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f97ba3-2156-7171-94c1-c3a615ffc9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012679} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.151947] env[69374]: DEBUG oslo_concurrency.lockutils [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.152220] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] e697715e-c3d1-48ca-89ac-3caa6a76307d/e697715e-c3d1-48ca-89ac-3caa6a76307d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.152509] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65f7825c-a7e5-4ba3-b50a-c3f9a315847c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.163184] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1067.163184] env[69374]: value = "task-4111875" [ 1067.163184] env[69374]: _type = "Task" [ 1067.163184] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.180779] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.240516] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111873, 'name': CreateVM_Task, 'duration_secs': 0.413662} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.240775] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.241524] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.241714] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.242133] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.244357] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f577eb0-3224-451a-b59f-264869beb238 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.248294] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1067.248294] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ecc361-c95d-c635-3763-2ac730a337a0" [ 1067.248294] env[69374]: _type = "Task" [ 1067.248294] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.259493] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ecc361-c95d-c635-3763-2ac730a337a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.435048] env[69374]: DEBUG nova.network.neutron [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Successfully created port: f2063550-7159-4173-a8be-53f234c879c8 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.581306] env[69374]: DEBUG oslo_vmware.api [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111874, 'name': PowerOffVM_Task, 'duration_secs': 0.282802} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.581306] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.581306] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.581306] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b3d31b7-90f0-462b-a379-8b5e9ad00698 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.583193] env[69374]: DEBUG nova.compute.manager [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.627028] env[69374]: DEBUG nova.network.neutron [-] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.642439] env[69374]: DEBUG nova.compute.manager [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.671938] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.672255] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.673743] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleting the datastore file [datastore1] ea25149b-d4b6-4418-973a-849ab078fe10 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.673743] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e965bfe8-2a72-4623-bea2-978c8afb2f06 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.684422] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111875, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.693254] env[69374]: DEBUG oslo_vmware.api [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1067.693254] env[69374]: value = "task-4111877" [ 1067.693254] env[69374]: _type = "Task" [ 1067.693254] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.705787] env[69374]: DEBUG oslo_vmware.api [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.768119] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ecc361-c95d-c635-3763-2ac730a337a0, 'name': SearchDatastore_Task, 'duration_secs': 0.023177} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.768510] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.768792] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.769085] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.769250] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.769448] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.769757] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e34c7226-344b-4e45-b284-e5df6b5c1f1f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.790259] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.790524] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.795478] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474f2869-8011-40ab-86b8-70355ea58a8e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.804275] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1067.804275] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52adf98e-0fe9-8cfe-4a45-83e2847c0605" [ 1067.804275] env[69374]: _type = "Task" [ 1067.804275] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.814375] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52adf98e-0fe9-8cfe-4a45-83e2847c0605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.024184] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca6bcd3-6a04-4992-b979-ab20555ad6df {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.032968] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46830645-c311-44c2-af63-5e36020a4521 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.064588] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d19c4e-9a3f-40c2-8a33-212c6e8b3d32 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.075238] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a336382-9de3-45c1-adac-ac3e00e7682a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.097402] env[69374]: DEBUG nova.compute.provider_tree [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.133011] env[69374]: INFO nova.compute.manager [-] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Took 1.45 seconds to deallocate network for instance. [ 1068.165040] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.176455] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679461} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.176744] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] e697715e-c3d1-48ca-89ac-3caa6a76307d/e697715e-c3d1-48ca-89ac-3caa6a76307d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.176958] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.177241] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9736156a-8556-4fa1-8c56-8ff0f9b49314 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.184837] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1068.184837] env[69374]: value = "task-4111878" [ 1068.184837] env[69374]: _type = "Task" [ 1068.184837] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.198295] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.213261] env[69374]: DEBUG oslo_vmware.api [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283985} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.213537] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.213906] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.214738] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.215091] env[69374]: INFO nova.compute.manager [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1068.215091] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.215330] env[69374]: DEBUG nova.compute.manager [-] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.215393] env[69374]: DEBUG nova.network.neutron [-] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.316375] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52adf98e-0fe9-8cfe-4a45-83e2847c0605, 'name': SearchDatastore_Task, 'duration_secs': 0.02279} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.317208] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43c7eb9-4103-414b-a65f-d9d098afffcd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.325357] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1068.325357] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521ce205-733b-05b7-3977-118fec7c7ba5" [ 1068.325357] env[69374]: _type = "Task" [ 1068.325357] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.335338] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521ce205-733b-05b7-3977-118fec7c7ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.339499] env[69374]: DEBUG nova.network.neutron [req-01062c5f-f9b7-4eda-b2be-fd2112bd6b22 req-26d0847b-9fda-405b-b843-4d4f1cb03e8d service nova] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Updated VIF entry in instance network info cache for port b46242e0-44d2-4177-be7d-ddd1cdc5300b. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.339800] env[69374]: DEBUG nova.network.neutron [req-01062c5f-f9b7-4eda-b2be-fd2112bd6b22 req-26d0847b-9fda-405b-b843-4d4f1cb03e8d service nova] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Updating instance_info_cache with network_info: [{"id": "b46242e0-44d2-4177-be7d-ddd1cdc5300b", "address": "fa:16:3e:f4:b0:b4", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46242e0-44", "ovs_interfaceid": "b46242e0-44d2-4177-be7d-ddd1cdc5300b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.540114] env[69374]: DEBUG nova.compute.manager [req-b370fb1c-055e-4675-8539-acdd1a85a6c7 req-aaa80eb4-2bf3-4b09-a307-f8a7508fa62b service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Received event network-vif-deleted-d6167ac3-efdc-4649-ab2d-ee8f547e2e06 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.540416] env[69374]: INFO nova.compute.manager [req-b370fb1c-055e-4675-8539-acdd1a85a6c7 req-aaa80eb4-2bf3-4b09-a307-f8a7508fa62b service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Neutron deleted interface d6167ac3-efdc-4649-ab2d-ee8f547e2e06; detaching it from the instance and deleting it from the info cache [ 1068.540522] env[69374]: DEBUG nova.network.neutron [req-b370fb1c-055e-4675-8539-acdd1a85a6c7 req-aaa80eb4-2bf3-4b09-a307-f8a7508fa62b service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.601272] env[69374]: DEBUG nova.compute.manager [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.605276] env[69374]: DEBUG nova.scheduler.client.report [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.639136] env[69374]: DEBUG nova.virt.hardware [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.639136] env[69374]: DEBUG nova.virt.hardware [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.639344] env[69374]: DEBUG nova.virt.hardware [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.639686] env[69374]: DEBUG nova.virt.hardware [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.639975] env[69374]: DEBUG nova.virt.hardware [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.640263] env[69374]: DEBUG nova.virt.hardware [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.640626] env[69374]: DEBUG nova.virt.hardware [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.640930] env[69374]: DEBUG nova.virt.hardware [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.641233] env[69374]: DEBUG nova.virt.hardware [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.641531] env[69374]: DEBUG nova.virt.hardware [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.641820] env[69374]: DEBUG nova.virt.hardware [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.643064] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.644555] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c50b841-670b-4abe-ab41-0382b2681627 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.654894] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510283ad-34eb-43ed-8675-2a06edf8c4e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.700778] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289349} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.701316] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.702375] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f9eeb6-f351-4c5f-ae96-6aa5d3a6a6c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.727957] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] e697715e-c3d1-48ca-89ac-3caa6a76307d/e697715e-c3d1-48ca-89ac-3caa6a76307d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.728466] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd5813d-d910-4055-9081-fd1a183882f9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.752367] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1068.752367] env[69374]: value = "task-4111879" [ 1068.752367] env[69374]: _type = "Task" [ 1068.752367] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.762019] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.836621] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521ce205-733b-05b7-3977-118fec7c7ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.022661} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.836925] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.837279] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 005e8605-40c3-4fa8-9e17-750a8f8f83e9/005e8605-40c3-4fa8-9e17-750a8f8f83e9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.837550] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d06c96c2-bb45-4aac-a752-d9023ca72c66 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.842114] env[69374]: DEBUG oslo_concurrency.lockutils [req-01062c5f-f9b7-4eda-b2be-fd2112bd6b22 req-26d0847b-9fda-405b-b843-4d4f1cb03e8d service nova] Releasing lock "refresh_cache-005e8605-40c3-4fa8-9e17-750a8f8f83e9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.845510] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1068.845510] env[69374]: value = "task-4111880" [ 1068.845510] env[69374]: _type = "Task" [ 1068.845510] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.856313] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.981062] env[69374]: DEBUG nova.network.neutron [-] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.038376] env[69374]: DEBUG nova.network.neutron [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Successfully updated port: f2063550-7159-4173-a8be-53f234c879c8 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.044199] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae6ee6e1-9064-4edd-9c8a-f305a6f653a7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.059031] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3119079b-99b5-4571-bb60-f7783dc256f7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.104492] env[69374]: DEBUG nova.compute.manager [req-b370fb1c-055e-4675-8539-acdd1a85a6c7 req-aaa80eb4-2bf3-4b09-a307-f8a7508fa62b service nova] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Detach interface failed, port_id=d6167ac3-efdc-4649-ab2d-ee8f547e2e06, reason: Instance ea25149b-d4b6-4418-973a-849ab078fe10 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.111025] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.111820] env[69374]: DEBUG nova.compute.manager [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.115079] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.537s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.115079] env[69374]: DEBUG nova.objects.instance [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lazy-loading 'resources' on Instance uuid 7c350606-bf18-451b-8107-54560658f758 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.193727] env[69374]: DEBUG nova.compute.manager [req-20e9d4fc-e13c-44f7-85eb-76f047b29f4b req-723d0a19-8378-4b0f-9712-c02a3c0d844e service nova] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Received event network-vif-deleted-c6cda99f-1995-48dd-8936-d72ac271e40a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.193942] env[69374]: DEBUG nova.compute.manager [req-20e9d4fc-e13c-44f7-85eb-76f047b29f4b req-723d0a19-8378-4b0f-9712-c02a3c0d844e service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Received event network-changed-2499f008-4f10-4a86-93dc-59a972e161ec {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.194679] env[69374]: DEBUG nova.compute.manager [req-20e9d4fc-e13c-44f7-85eb-76f047b29f4b req-723d0a19-8378-4b0f-9712-c02a3c0d844e service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Refreshing instance network info cache due to event network-changed-2499f008-4f10-4a86-93dc-59a972e161ec. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.195129] env[69374]: DEBUG oslo_concurrency.lockutils [req-20e9d4fc-e13c-44f7-85eb-76f047b29f4b req-723d0a19-8378-4b0f-9712-c02a3c0d844e service nova] Acquiring lock "refresh_cache-5be8e455-e158-440c-88f4-eb6267effee0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.195129] env[69374]: DEBUG oslo_concurrency.lockutils [req-20e9d4fc-e13c-44f7-85eb-76f047b29f4b req-723d0a19-8378-4b0f-9712-c02a3c0d844e service nova] Acquired lock "refresh_cache-5be8e455-e158-440c-88f4-eb6267effee0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.195476] env[69374]: DEBUG nova.network.neutron [req-20e9d4fc-e13c-44f7-85eb-76f047b29f4b req-723d0a19-8378-4b0f-9712-c02a3c0d844e service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Refreshing network info cache for port 2499f008-4f10-4a86-93dc-59a972e161ec {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.264056] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111879, 'name': ReconfigVM_Task, 'duration_secs': 0.363653} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.264374] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfigured VM instance instance-0000004b to attach disk [datastore2] e697715e-c3d1-48ca-89ac-3caa6a76307d/e697715e-c3d1-48ca-89ac-3caa6a76307d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.265849] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'disk_bus': None, 'size': 0, 'encryption_options': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'image_id': 'ef45ff1f-ed61-434d-8979-a15df138f780'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814566', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'name': 'volume-8870cc63-3b8c-4758-a110-ef99f83b1c36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e697715e-c3d1-48ca-89ac-3caa6a76307d', 'attached_at': '', 'detached_at': '', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'serial': '8870cc63-3b8c-4758-a110-ef99f83b1c36'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'attachment_id': 'eef93aa8-1cc1-4f3e-b63f-651e98af85cc', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69374) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1069.266081] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1069.266266] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814566', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'name': 'volume-8870cc63-3b8c-4758-a110-ef99f83b1c36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e697715e-c3d1-48ca-89ac-3caa6a76307d', 'attached_at': '', 'detached_at': '', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'serial': '8870cc63-3b8c-4758-a110-ef99f83b1c36'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1069.267140] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b83aceb-717b-4ea1-b7b9-3d058fe11bb1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.291253] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d53e59a-b6a2-4ab1-9ef5-6f9b8f9159ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.318938] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-8870cc63-3b8c-4758-a110-ef99f83b1c36/volume-8870cc63-3b8c-4758-a110-ef99f83b1c36.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.319337] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25942b92-851e-4925-8913-ce5e7943281e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.339404] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1069.339404] env[69374]: value = "task-4111881" [ 1069.339404] env[69374]: _type = "Task" [ 1069.339404] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.354122] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.362184] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111880, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.487421] env[69374]: INFO nova.compute.manager [-] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Took 1.27 seconds to deallocate network for instance. [ 1069.539961] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquiring lock "refresh_cache-45448fec-734a-4f14-a85a-3cb69c119279" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.540183] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquired lock "refresh_cache-45448fec-734a-4f14-a85a-3cb69c119279" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.540508] env[69374]: DEBUG nova.network.neutron [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.619244] env[69374]: DEBUG nova.compute.utils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.624727] env[69374]: DEBUG nova.compute.manager [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.625244] env[69374]: DEBUG nova.network.neutron [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.685473] env[69374]: DEBUG nova.policy [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a01e858e4aeb4acc9242fbe8931d9a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2236a469b5da4826a8257dad6d33870e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.853399] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111881, 'name': ReconfigVM_Task, 'duration_secs': 0.501103} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.853717] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-8870cc63-3b8c-4758-a110-ef99f83b1c36/volume-8870cc63-3b8c-4758-a110-ef99f83b1c36.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.860095] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9527645e-e25d-4aba-9d54-d4e4761871b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.885892] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761516} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.888938] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 005e8605-40c3-4fa8-9e17-750a8f8f83e9/005e8605-40c3-4fa8-9e17-750a8f8f83e9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.889294] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.889484] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee69ae7e-abaf-4576-a077-0e989fb9a7e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.895093] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1069.895093] env[69374]: value = "task-4111882" [ 1069.895093] env[69374]: _type = "Task" [ 1069.895093] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.902528] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1069.902528] env[69374]: value = "task-4111883" [ 1069.902528] env[69374]: _type = "Task" [ 1069.902528] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.913991] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.920121] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.994600] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.014042] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb80f147-68d6-4384-91d5-f895a0dcb4fc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.024578] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba122af4-76f8-4ffa-83df-d702b9576533 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.069469] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098ed45-c9cf-4a43-a41b-42059af36e3e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.077475] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0f43c8-d1a1-49f4-8c0f-263dc60dd550 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.092567] env[69374]: DEBUG nova.compute.provider_tree [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.118319] env[69374]: DEBUG nova.network.neutron [req-20e9d4fc-e13c-44f7-85eb-76f047b29f4b req-723d0a19-8378-4b0f-9712-c02a3c0d844e service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Updated VIF entry in instance network info cache for port 2499f008-4f10-4a86-93dc-59a972e161ec. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.118319] env[69374]: DEBUG nova.network.neutron [req-20e9d4fc-e13c-44f7-85eb-76f047b29f4b req-723d0a19-8378-4b0f-9712-c02a3c0d844e service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Updating instance_info_cache with network_info: [{"id": "2499f008-4f10-4a86-93dc-59a972e161ec", "address": "fa:16:3e:7e:08:2e", "network": {"id": "05ee0978-aa77-41e3-98d3-b2cb08cb88b3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-367646611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98fca58bcb4c41e0a31c047741708966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2499f008-4f", "ovs_interfaceid": "2499f008-4f10-4a86-93dc-59a972e161ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.125605] env[69374]: DEBUG nova.compute.manager [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.137218] env[69374]: DEBUG nova.network.neutron [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.166609] env[69374]: DEBUG nova.network.neutron [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Successfully created port: fb1fdcab-6143-4750-86d5-f03cd8199f3b {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.386237] env[69374]: DEBUG nova.network.neutron [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Updating instance_info_cache with network_info: [{"id": "f2063550-7159-4173-a8be-53f234c879c8", "address": "fa:16:3e:22:9a:28", "network": {"id": "08c7beb5-1d5a-474f-b2b9-db202d4e96b9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1015285770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "130f805120fb41749c5287c163c8e1f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2063550-71", "ovs_interfaceid": "f2063550-7159-4173-a8be-53f234c879c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.407838] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.420747] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095218} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.422880] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.423173] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a0cfe2-3bb1-4247-9099-1187227d2d64 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.454121] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 005e8605-40c3-4fa8-9e17-750a8f8f83e9/005e8605-40c3-4fa8-9e17-750a8f8f83e9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.454475] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16f03552-498e-4699-afa5-b4d8545d677f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.477061] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1070.477061] env[69374]: value = "task-4111884" [ 1070.477061] env[69374]: _type = "Task" [ 1070.477061] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.485119] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.595711] env[69374]: DEBUG nova.scheduler.client.report [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.620793] env[69374]: DEBUG oslo_concurrency.lockutils [req-20e9d4fc-e13c-44f7-85eb-76f047b29f4b req-723d0a19-8378-4b0f-9712-c02a3c0d844e service nova] Releasing lock "refresh_cache-5be8e455-e158-440c-88f4-eb6267effee0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.847046] env[69374]: DEBUG nova.compute.manager [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Received event network-vif-plugged-f2063550-7159-4173-a8be-53f234c879c8 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.847046] env[69374]: DEBUG oslo_concurrency.lockutils [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] Acquiring lock "45448fec-734a-4f14-a85a-3cb69c119279-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.847046] env[69374]: DEBUG oslo_concurrency.lockutils [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] Lock "45448fec-734a-4f14-a85a-3cb69c119279-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.847046] env[69374]: DEBUG oslo_concurrency.lockutils [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] Lock "45448fec-734a-4f14-a85a-3cb69c119279-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.847875] env[69374]: DEBUG nova.compute.manager [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] No waiting events found dispatching network-vif-plugged-f2063550-7159-4173-a8be-53f234c879c8 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1070.847875] env[69374]: WARNING nova.compute.manager [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Received unexpected event network-vif-plugged-f2063550-7159-4173-a8be-53f234c879c8 for instance with vm_state building and task_state spawning. [ 1070.847875] env[69374]: DEBUG nova.compute.manager [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Received event network-changed-f2063550-7159-4173-a8be-53f234c879c8 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.848286] env[69374]: DEBUG nova.compute.manager [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Refreshing instance network info cache due to event network-changed-f2063550-7159-4173-a8be-53f234c879c8. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.848286] env[69374]: DEBUG oslo_concurrency.lockutils [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] Acquiring lock "refresh_cache-45448fec-734a-4f14-a85a-3cb69c119279" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.888802] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Releasing lock "refresh_cache-45448fec-734a-4f14-a85a-3cb69c119279" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.889297] env[69374]: DEBUG nova.compute.manager [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Instance network_info: |[{"id": "f2063550-7159-4173-a8be-53f234c879c8", "address": "fa:16:3e:22:9a:28", "network": {"id": "08c7beb5-1d5a-474f-b2b9-db202d4e96b9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1015285770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "130f805120fb41749c5287c163c8e1f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2063550-71", "ovs_interfaceid": "f2063550-7159-4173-a8be-53f234c879c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.889697] env[69374]: DEBUG oslo_concurrency.lockutils [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] Acquired lock "refresh_cache-45448fec-734a-4f14-a85a-3cb69c119279" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.889917] env[69374]: DEBUG nova.network.neutron [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Refreshing network info cache for port f2063550-7159-4173-a8be-53f234c879c8 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.892063] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:9a:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2063550-7159-4173-a8be-53f234c879c8', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.899655] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Creating folder: Project (130f805120fb41749c5287c163c8e1f7). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.900356] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48f33a05-62d4-4e29-abfc-e8c02d701917 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.914219] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.917490] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Created folder: Project (130f805120fb41749c5287c163c8e1f7) in parent group-v814324. [ 1070.917705] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Creating folder: Instances. Parent ref: group-v814576. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.918391] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db3c135c-166e-42f5-a5e1-593226eae1c2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.929768] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Created folder: Instances in parent group-v814576. [ 1070.930127] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.930459] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.930713] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-004ca9df-8677-428d-ac9e-5e0c2a8368aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.952879] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.952879] env[69374]: value = "task-4111887" [ 1070.952879] env[69374]: _type = "Task" [ 1070.952879] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.962314] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111887, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.988347] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.102426] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.106113] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.375s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.108150] env[69374]: INFO nova.compute.claims [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.130822] env[69374]: INFO nova.scheduler.client.report [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted allocations for instance 7c350606-bf18-451b-8107-54560658f758 [ 1071.139031] env[69374]: DEBUG nova.compute.manager [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.163328] env[69374]: DEBUG nova.virt.hardware [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.163807] env[69374]: DEBUG nova.virt.hardware [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.163807] env[69374]: DEBUG nova.virt.hardware [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.163916] env[69374]: DEBUG nova.virt.hardware [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.165298] env[69374]: DEBUG nova.virt.hardware [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.165298] env[69374]: DEBUG nova.virt.hardware [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.165298] env[69374]: DEBUG nova.virt.hardware [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.165298] env[69374]: DEBUG nova.virt.hardware [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.165298] env[69374]: DEBUG nova.virt.hardware [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.165298] env[69374]: DEBUG nova.virt.hardware [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.165298] env[69374]: DEBUG nova.virt.hardware [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.166347] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6617a560-4b07-4860-a5d1-44e635c946cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.176134] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aade46c8-2747-4832-81b5-cdd0c088b9d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.412939] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111882, 'name': ReconfigVM_Task, 'duration_secs': 1.123202} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.413324] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814566', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'name': 'volume-8870cc63-3b8c-4758-a110-ef99f83b1c36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e697715e-c3d1-48ca-89ac-3caa6a76307d', 'attached_at': '', 'detached_at': '', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'serial': '8870cc63-3b8c-4758-a110-ef99f83b1c36'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1071.413949] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da204b88-a0ac-4862-b365-516ab9704c9b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.421034] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1071.421034] env[69374]: value = "task-4111888" [ 1071.421034] env[69374]: _type = "Task" [ 1071.421034] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.433013] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111888, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.462911] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111887, 'name': CreateVM_Task, 'duration_secs': 0.390944} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.463103] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.463827] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.463989] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.464366] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.464642] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed06af6-0d4f-4c42-8833-5f2d0ee64dde {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.470661] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for the task: (returnval){ [ 1071.470661] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52431289-0ce9-2d41-f27d-8c117c90d91c" [ 1071.470661] env[69374]: _type = "Task" [ 1071.470661] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.483509] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52431289-0ce9-2d41-f27d-8c117c90d91c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.489531] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111884, 'name': ReconfigVM_Task, 'duration_secs': 0.677702} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.489829] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 005e8605-40c3-4fa8-9e17-750a8f8f83e9/005e8605-40c3-4fa8-9e17-750a8f8f83e9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.490512] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82941716-b731-4769-92d7-b55b59be3475 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.498375] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1071.498375] env[69374]: value = "task-4111889" [ 1071.498375] env[69374]: _type = "Task" [ 1071.498375] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.507376] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111889, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.530044] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.530044] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.530044] env[69374]: INFO nova.compute.manager [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Shelving [ 1071.644501] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c7ce75b3-615a-4e37-8fab-4850d3ca1e26 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "7c350606-bf18-451b-8107-54560658f758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.192s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.835785] env[69374]: DEBUG nova.network.neutron [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Updated VIF entry in instance network info cache for port f2063550-7159-4173-a8be-53f234c879c8. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.836212] env[69374]: DEBUG nova.network.neutron [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Updating instance_info_cache with network_info: [{"id": "f2063550-7159-4173-a8be-53f234c879c8", "address": "fa:16:3e:22:9a:28", "network": {"id": "08c7beb5-1d5a-474f-b2b9-db202d4e96b9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1015285770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "130f805120fb41749c5287c163c8e1f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2063550-71", "ovs_interfaceid": "f2063550-7159-4173-a8be-53f234c879c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.934700] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111888, 'name': Rename_Task, 'duration_secs': 0.15857} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.934954] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.935527] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c894eda7-9498-46ed-88ef-da4fc3762a7d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.944664] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1071.944664] env[69374]: value = "task-4111890" [ 1071.944664] env[69374]: _type = "Task" [ 1071.944664] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.955884] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.965027] env[69374]: DEBUG nova.network.neutron [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Successfully updated port: fb1fdcab-6143-4750-86d5-f03cd8199f3b {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.981855] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52431289-0ce9-2d41-f27d-8c117c90d91c, 'name': SearchDatastore_Task, 'duration_secs': 0.0147} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.982228] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.982502] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.982743] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.983316] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.983316] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.983541] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2b4be87-3b48-441a-ad82-762209d54b14 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.996708] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.996960] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.997679] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b14468-cb8d-40ba-8a43-5e67b3a962ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.008743] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for the task: (returnval){ [ 1072.008743] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52072a85-7b00-2846-c87d-1c78de31fe69" [ 1072.008743] env[69374]: _type = "Task" [ 1072.008743] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.012524] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111889, 'name': Rename_Task, 'duration_secs': 0.153879} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.015903] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.016189] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d24bc769-6a04-4960-99e8-11c37051d7a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.023414] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52072a85-7b00-2846-c87d-1c78de31fe69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.024787] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1072.024787] env[69374]: value = "task-4111891" [ 1072.024787] env[69374]: _type = "Task" [ 1072.024787] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.035664] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.338999] env[69374]: DEBUG oslo_concurrency.lockutils [req-46eeab23-2946-4c2f-ae61-2720fee6dec4 req-b36dad99-94c4-42bb-94c4-dc31dbf3df84 service nova] Releasing lock "refresh_cache-45448fec-734a-4f14-a85a-3cb69c119279" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.428688] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5997b6-1359-4d15-9a3c-04b7dbbdd3b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.437172] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4311321a-a2fb-4530-ae9b-96b70bbec752 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.469390] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "refresh_cache-0cd2c38b-03bd-41f8-9df5-d524dc365d40" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.469545] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired lock "refresh_cache-0cd2c38b-03bd-41f8-9df5-d524dc365d40" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.469708] env[69374]: DEBUG nova.network.neutron [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.475861] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9360976-2aba-406c-b5d6-11f90d50ba48 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.489710] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb59a225-7a5d-49dc-82a6-96f017d6cd51 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.493527] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.508120] env[69374]: DEBUG nova.compute.provider_tree [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.525360] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52072a85-7b00-2846-c87d-1c78de31fe69, 'name': SearchDatastore_Task, 'duration_secs': 0.025752} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.529115] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be06cea-4309-4611-b081-75a4d61a18f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.536022] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for the task: (returnval){ [ 1072.536022] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5213b01e-d0d0-d13a-f2cb-6ddc85a1c7f2" [ 1072.536022] env[69374]: _type = "Task" [ 1072.536022] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.539784] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.543902] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.544579] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47f0bc71-712f-4dea-b093-e9c6897b55d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.556252] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5213b01e-d0d0-d13a-f2cb-6ddc85a1c7f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014921} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.557742] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.558375] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 45448fec-734a-4f14-a85a-3cb69c119279/45448fec-734a-4f14-a85a-3cb69c119279.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.558920] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1072.558920] env[69374]: value = "task-4111892" [ 1072.558920] env[69374]: _type = "Task" [ 1072.558920] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.559235] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d32f198d-4ee8-4d88-9fc1-b6ca6e78525f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.576169] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for the task: (returnval){ [ 1072.576169] env[69374]: value = "task-4111893" [ 1072.576169] env[69374]: _type = "Task" [ 1072.576169] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.576515] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.588009] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.909189] env[69374]: DEBUG nova.compute.manager [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Received event network-vif-plugged-fb1fdcab-6143-4750-86d5-f03cd8199f3b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.909503] env[69374]: DEBUG oslo_concurrency.lockutils [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] Acquiring lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.909740] env[69374]: DEBUG oslo_concurrency.lockutils [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] Lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.909991] env[69374]: DEBUG oslo_concurrency.lockutils [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] Lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.910231] env[69374]: DEBUG nova.compute.manager [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] No waiting events found dispatching network-vif-plugged-fb1fdcab-6143-4750-86d5-f03cd8199f3b {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.910362] env[69374]: WARNING nova.compute.manager [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Received unexpected event network-vif-plugged-fb1fdcab-6143-4750-86d5-f03cd8199f3b for instance with vm_state building and task_state spawning. [ 1072.910530] env[69374]: DEBUG nova.compute.manager [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Received event network-changed-fb1fdcab-6143-4750-86d5-f03cd8199f3b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.910741] env[69374]: DEBUG nova.compute.manager [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Refreshing instance network info cache due to event network-changed-fb1fdcab-6143-4750-86d5-f03cd8199f3b. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.910928] env[69374]: DEBUG oslo_concurrency.lockutils [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] Acquiring lock "refresh_cache-0cd2c38b-03bd-41f8-9df5-d524dc365d40" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.966053] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "c5f70326-f36e-4660-afcc-c589de19d710" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.966053] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5f70326-f36e-4660-afcc-c589de19d710" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.985092] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.010023] env[69374]: DEBUG nova.scheduler.client.report [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.014484] env[69374]: DEBUG nova.network.neutron [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.039311] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.076601] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111892, 'name': PowerOffVM_Task, 'duration_secs': 0.303971} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.076601] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.080023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad4ea9-1e29-4991-9593-e86d7b83286a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.111055] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2dc3e1-758f-4183-9b2f-d6945553a008 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.114200] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111893, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.165070] env[69374]: DEBUG nova.network.neutron [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Updating instance_info_cache with network_info: [{"id": "fb1fdcab-6143-4750-86d5-f03cd8199f3b", "address": "fa:16:3e:27:b3:06", "network": {"id": "729e38dd-7683-40c0-a559-d2807a0954e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-980598799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2236a469b5da4826a8257dad6d33870e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1fdcab-61", "ovs_interfaceid": "fb1fdcab-6143-4750-86d5-f03cd8199f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.389443] env[69374]: DEBUG oslo_concurrency.lockutils [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "2ac650ee-f9af-4486-8402-d546524edb14" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.389756] env[69374]: DEBUG oslo_concurrency.lockutils [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "2ac650ee-f9af-4486-8402-d546524edb14" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.389979] env[69374]: INFO nova.compute.manager [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Shelving [ 1073.468307] env[69374]: DEBUG nova.compute.manager [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.480893] env[69374]: DEBUG oslo_vmware.api [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4111890, 'name': PowerOnVM_Task, 'duration_secs': 1.457186} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.481039] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.481291] env[69374]: DEBUG nova.compute.manager [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.482019] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5c4d70-cded-49ee-8038-6ef6025056e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.518450] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.519143] env[69374]: DEBUG nova.compute.manager [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.522597] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.866s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.524332] env[69374]: INFO nova.compute.claims [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.537619] env[69374]: DEBUG oslo_vmware.api [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111891, 'name': PowerOnVM_Task, 'duration_secs': 1.303838} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.538111] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.538353] env[69374]: INFO nova.compute.manager [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1073.538554] env[69374]: DEBUG nova.compute.manager [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.539393] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265f7494-f895-4aec-a625-c8a04cdbe44e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.587355] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620524} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.587649] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 45448fec-734a-4f14-a85a-3cb69c119279/45448fec-734a-4f14-a85a-3cb69c119279.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.587834] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.588113] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e66ecc4f-868e-41c9-95f9-435f520aa218 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.595824] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for the task: (returnval){ [ 1073.595824] env[69374]: value = "task-4111894" [ 1073.595824] env[69374]: _type = "Task" [ 1073.595824] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.606713] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.625037] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1073.625268] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ca8006c0-6787-4e7c-8364-2e6a23f058af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.633952] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1073.633952] env[69374]: value = "task-4111895" [ 1073.633952] env[69374]: _type = "Task" [ 1073.633952] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.643784] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111895, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.667668] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Releasing lock "refresh_cache-0cd2c38b-03bd-41f8-9df5-d524dc365d40" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.668063] env[69374]: DEBUG nova.compute.manager [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Instance network_info: |[{"id": "fb1fdcab-6143-4750-86d5-f03cd8199f3b", "address": "fa:16:3e:27:b3:06", "network": {"id": "729e38dd-7683-40c0-a559-d2807a0954e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-980598799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2236a469b5da4826a8257dad6d33870e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1fdcab-61", "ovs_interfaceid": "fb1fdcab-6143-4750-86d5-f03cd8199f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.668401] env[69374]: DEBUG oslo_concurrency.lockutils [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] Acquired lock "refresh_cache-0cd2c38b-03bd-41f8-9df5-d524dc365d40" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.668584] env[69374]: DEBUG nova.network.neutron [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Refreshing network info cache for port fb1fdcab-6143-4750-86d5-f03cd8199f3b {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.669806] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:b3:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb1fdcab-6143-4750-86d5-f03cd8199f3b', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.677883] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Creating folder: Project (2236a469b5da4826a8257dad6d33870e). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.680247] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dfec380-fef5-408a-a9c7-41d65a5e0432 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.692800] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Created folder: Project (2236a469b5da4826a8257dad6d33870e) in parent group-v814324. [ 1073.692800] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Creating folder: Instances. Parent ref: group-v814579. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.693113] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4150e419-a1f2-4981-be1e-ae3585225155 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.703898] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Created folder: Instances in parent group-v814579. [ 1073.704159] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.704297] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.704521] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc5bb21b-c696-4c7d-85b6-9e878cfab6ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.726592] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.726592] env[69374]: value = "task-4111898" [ 1073.726592] env[69374]: _type = "Task" [ 1073.726592] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.740668] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111898, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.999024] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.002749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.024895] env[69374]: DEBUG nova.compute.utils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.026409] env[69374]: DEBUG nova.compute.manager [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.026623] env[69374]: DEBUG nova.network.neutron [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.063804] env[69374]: INFO nova.compute.manager [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Took 35.45 seconds to build instance. [ 1074.079768] env[69374]: DEBUG nova.policy [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d932b34d964374bba2f4922b34620a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b733bb3278d44589d34f95a5a349c7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.106791] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074369} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.108922] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.109739] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30c9057-28d0-416c-9317-92baa79a77cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.138781] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 45448fec-734a-4f14-a85a-3cb69c119279/45448fec-734a-4f14-a85a-3cb69c119279.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.140761] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f0a2ce-7c5c-47bd-8138-aaa5a081430d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.168857] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111895, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.170352] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for the task: (returnval){ [ 1074.170352] env[69374]: value = "task-4111899" [ 1074.170352] env[69374]: _type = "Task" [ 1074.170352] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.182561] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.239040] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111898, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.387742] env[69374]: DEBUG nova.network.neutron [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Successfully created port: 4351c29d-344b-4b3c-b908-12e4f2edb1a4 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.400967] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.401305] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a8ae16-d1ff-47bc-af74-fd4eeeaa7404 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.410222] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1074.410222] env[69374]: value = "task-4111900" [ 1074.410222] env[69374]: _type = "Task" [ 1074.410222] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.419404] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.530414] env[69374]: DEBUG nova.compute.manager [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.568015] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90dd109-fda6-43ea-988c-719e2074e81c tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.970s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.652897] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111895, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.695547] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.743022] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111898, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.768207] env[69374]: DEBUG nova.network.neutron [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Updated VIF entry in instance network info cache for port fb1fdcab-6143-4750-86d5-f03cd8199f3b. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.768207] env[69374]: DEBUG nova.network.neutron [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Updating instance_info_cache with network_info: [{"id": "fb1fdcab-6143-4750-86d5-f03cd8199f3b", "address": "fa:16:3e:27:b3:06", "network": {"id": "729e38dd-7683-40c0-a559-d2807a0954e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-980598799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2236a469b5da4826a8257dad6d33870e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1fdcab-61", "ovs_interfaceid": "fb1fdcab-6143-4750-86d5-f03cd8199f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.928874] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111900, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.967023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e153e55-43a1-42e9-be5d-58a53eeab1ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.977426] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636b7af9-7c6f-4489-9fa7-bd74d74ede92 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.029450] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57394a81-0c90-406f-ad63-2f603a63823f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.050351] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c4b09b-039a-4b29-b25b-d36fb2c0cc17 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.071521] env[69374]: DEBUG nova.compute.provider_tree [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.149868] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111895, 'name': CreateSnapshot_Task, 'duration_secs': 1.398897} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.150187] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1075.151144] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0accdae-92c1-4b89-b9ef-33ca2b7b9d91 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.185935] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111899, 'name': ReconfigVM_Task, 'duration_secs': 0.952434} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.186427] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 45448fec-734a-4f14-a85a-3cb69c119279/45448fec-734a-4f14-a85a-3cb69c119279.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.187350] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09fd6ed7-e794-4995-a41d-3535649ffc35 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.197271] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for the task: (returnval){ [ 1075.197271] env[69374]: value = "task-4111901" [ 1075.197271] env[69374]: _type = "Task" [ 1075.197271] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.208738] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111901, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.241054] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111898, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.269910] env[69374]: DEBUG oslo_concurrency.lockutils [req-940b21ee-9294-4488-afb5-4840df64a1ba req-d6bf0843-6a48-4ed3-9f9a-493105602a29 service nova] Releasing lock "refresh_cache-0cd2c38b-03bd-41f8-9df5-d524dc365d40" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.425920] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111900, 'name': PowerOffVM_Task, 'duration_secs': 0.542668} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.426258] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.427197] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b674af-5603-45ca-914f-1989f1f9144e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.447249] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39eecfd-1c34-4e4c-8f6b-d3ac8574d909 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.550715] env[69374]: DEBUG nova.compute.manager [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.575982] env[69374]: DEBUG nova.scheduler.client.report [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.581896] env[69374]: DEBUG nova.virt.hardware [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.582276] env[69374]: DEBUG nova.virt.hardware [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.582276] env[69374]: DEBUG nova.virt.hardware [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.582795] env[69374]: DEBUG nova.virt.hardware [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.582795] env[69374]: DEBUG nova.virt.hardware [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.582795] env[69374]: DEBUG nova.virt.hardware [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.582915] env[69374]: DEBUG nova.virt.hardware [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.583060] env[69374]: DEBUG nova.virt.hardware [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.583213] env[69374]: DEBUG nova.virt.hardware [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.583391] env[69374]: DEBUG nova.virt.hardware [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.583577] env[69374]: DEBUG nova.virt.hardware [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.584471] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276d3186-8a70-4c9b-bc88-4741dcbf66cc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.593935] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642dc9c2-c9dd-4cdf-b671-b34063f0ce1d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.674488] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1075.675257] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-048043b2-f1c6-442e-b9be-863c892f8637 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.684818] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1075.684818] env[69374]: value = "task-4111902" [ 1075.684818] env[69374]: _type = "Task" [ 1075.684818] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.694249] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111902, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.709022] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111901, 'name': Rename_Task, 'duration_secs': 0.179119} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.709022] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.709022] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26a8a2f4-c0f7-4f73-b817-ea5b1dd6fcd6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.718037] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for the task: (returnval){ [ 1075.718037] env[69374]: value = "task-4111903" [ 1075.718037] env[69374]: _type = "Task" [ 1075.718037] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.728379] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.739096] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111898, 'name': CreateVM_Task, 'duration_secs': 1.686061} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.739777] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.740987] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.740987] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.741287] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.741609] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51896115-ef43-4494-af25-b947e297e8cc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.747887] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1075.747887] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52abb8bb-09f0-53d9-fbaf-12e5fb0a0ed7" [ 1075.747887] env[69374]: _type = "Task" [ 1075.747887] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.759482] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52abb8bb-09f0-53d9-fbaf-12e5fb0a0ed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.820243] env[69374]: DEBUG nova.compute.manager [req-2472b1dc-43c0-4c72-89cc-1f55b3f4ec64 req-8ba4754c-0848-40e9-894a-da4415a79a38 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Received event network-vif-plugged-4351c29d-344b-4b3c-b908-12e4f2edb1a4 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.820475] env[69374]: DEBUG oslo_concurrency.lockutils [req-2472b1dc-43c0-4c72-89cc-1f55b3f4ec64 req-8ba4754c-0848-40e9-894a-da4415a79a38 service nova] Acquiring lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.820719] env[69374]: DEBUG oslo_concurrency.lockutils [req-2472b1dc-43c0-4c72-89cc-1f55b3f4ec64 req-8ba4754c-0848-40e9-894a-da4415a79a38 service nova] Lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.820911] env[69374]: DEBUG oslo_concurrency.lockutils [req-2472b1dc-43c0-4c72-89cc-1f55b3f4ec64 req-8ba4754c-0848-40e9-894a-da4415a79a38 service nova] Lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.821089] env[69374]: DEBUG nova.compute.manager [req-2472b1dc-43c0-4c72-89cc-1f55b3f4ec64 req-8ba4754c-0848-40e9-894a-da4415a79a38 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] No waiting events found dispatching network-vif-plugged-4351c29d-344b-4b3c-b908-12e4f2edb1a4 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1075.821358] env[69374]: WARNING nova.compute.manager [req-2472b1dc-43c0-4c72-89cc-1f55b3f4ec64 req-8ba4754c-0848-40e9-894a-da4415a79a38 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Received unexpected event network-vif-plugged-4351c29d-344b-4b3c-b908-12e4f2edb1a4 for instance with vm_state building and task_state spawning. [ 1075.946093] env[69374]: DEBUG nova.network.neutron [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Successfully updated port: 4351c29d-344b-4b3c-b908-12e4f2edb1a4 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.962919] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1075.967160] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aa55a89e-14b8-4887-96df-98258e6c3951 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.978773] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1075.978773] env[69374]: value = "task-4111904" [ 1075.978773] env[69374]: _type = "Task" [ 1075.978773] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.993733] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111904, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.074569] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "be1e73fc-e49d-44c6-9a64-90712934c164" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.074569] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "be1e73fc-e49d-44c6-9a64-90712934c164" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.089407] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.090302] env[69374]: DEBUG nova.compute.manager [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.095370] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.945s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.196775] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111902, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.230462] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111903, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.264359] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52abb8bb-09f0-53d9-fbaf-12e5fb0a0ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.01444} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.264903] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.265307] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.265696] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.265964] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.266284] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.266698] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ae05402-b76b-4f68-8a72-f97a3ba17b0c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.279836] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.280037] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.280959] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7c1e64-5f50-459c-b3d5-5841cefb1b8a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.287714] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1076.287714] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52540f6e-bb4b-d4ff-178e-85796133b41a" [ 1076.287714] env[69374]: _type = "Task" [ 1076.287714] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.298528] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52540f6e-bb4b-d4ff-178e-85796133b41a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.448749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.448998] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.449124] env[69374]: DEBUG nova.network.neutron [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.489861] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111904, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.577909] env[69374]: DEBUG nova.compute.manager [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.599821] env[69374]: DEBUG nova.compute.utils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.610470] env[69374]: DEBUG nova.compute.manager [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.610655] env[69374]: DEBUG nova.network.neutron [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.613769] env[69374]: DEBUG nova.compute.manager [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.676479] env[69374]: DEBUG nova.policy [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1414a09feaf84e539fe41896ea515cab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a2d3717b0ad491bb9315c0270b4e31b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.697977] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111902, 'name': CloneVM_Task} progress is 95%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.728677] env[69374]: DEBUG oslo_vmware.api [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111903, 'name': PowerOnVM_Task, 'duration_secs': 0.639017} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.728942] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.729161] env[69374]: INFO nova.compute.manager [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1076.729343] env[69374]: DEBUG nova.compute.manager [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1076.730177] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc97974-0009-41bf-bee4-1f6e457272a6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.798800] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52540f6e-bb4b-d4ff-178e-85796133b41a, 'name': SearchDatastore_Task, 'duration_secs': 0.014013} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.799694] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695c38fe-3f7d-4073-85bb-8016df88df09 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.807150] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1076.807150] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b861e5-499b-5895-86e0-fd948ce2b166" [ 1076.807150] env[69374]: _type = "Task" [ 1076.807150] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.817528] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b861e5-499b-5895-86e0-fd948ce2b166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.990250] env[69374]: DEBUG nova.network.neutron [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.000046] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111904, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.042462] env[69374]: DEBUG nova.network.neutron [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Successfully created port: 0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.111592] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0e955a18-2f05-4164-9601-37ac243a5cbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 6cfc2345-bf4f-401b-b09b-537b0f5671f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 2ac650ee-f9af-4486-8402-d546524edb14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance e697715e-c3d1-48ca-89ac-3caa6a76307d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 163487fb-71db-4577-833a-1740a552a3dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance fe9bf93f-7e1d-45b7-b788-5516dfdc72ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance c9dc76f1-fcae-4708-98d7-81734b313822 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137024] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance ea25149b-d4b6-4418-973a-849ab078fe10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance c8d635be-2047-4866-a68a-4251cc46b49e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137024] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0719c055-24b9-4c3e-9487-f285814d2ef3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 632217f2-e81c-4ef7-9a10-3f5ef8646836 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137024] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 33dd3d05-f994-494e-972e-b80a520ef0a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137763] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 5be8e455-e158-440c-88f4-eb6267effee0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137763] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 005e8605-40c3-4fa8-9e17-750a8f8f83e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137763] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 45448fec-734a-4f14-a85a-3cb69c119279 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137763] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0cd2c38b-03bd-41f8-9df5-d524dc365d40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137763] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.137763] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 51c71bfd-c289-4699-a2df-3bac283cbd45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1077.198408] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111902, 'name': CloneVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.251636] env[69374]: INFO nova.compute.manager [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Took 30.84 seconds to build instance. [ 1077.277613] env[69374]: DEBUG nova.network.neutron [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updating instance_info_cache with network_info: [{"id": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "address": "fa:16:3e:91:ff:00", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351c29d-34", "ovs_interfaceid": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.319424] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b861e5-499b-5895-86e0-fd948ce2b166, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.319669] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.319944] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 0cd2c38b-03bd-41f8-9df5-d524dc365d40/0cd2c38b-03bd-41f8-9df5-d524dc365d40.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.320217] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85b75be5-0f5b-4a3b-bcbc-8bfb71137f11 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.328142] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1077.328142] env[69374]: value = "task-4111905" [ 1077.328142] env[69374]: _type = "Task" [ 1077.328142] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.338346] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.495716] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111904, 'name': CreateSnapshot_Task, 'duration_secs': 1.227226} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.495716] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1077.496443] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b2b38a-55d3-4727-b359-c1cc517549b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.624249] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.624433] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.627812] env[69374]: DEBUG nova.compute.manager [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.642238] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance a7a1f5c6-2c80-413f-a60f-6e41c364f6f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1077.661943] env[69374]: DEBUG nova.virt.hardware [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.662307] env[69374]: DEBUG nova.virt.hardware [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.662586] env[69374]: DEBUG nova.virt.hardware [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.662924] env[69374]: DEBUG nova.virt.hardware [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.663136] env[69374]: DEBUG nova.virt.hardware [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.663755] env[69374]: DEBUG nova.virt.hardware [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.663755] env[69374]: DEBUG nova.virt.hardware [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.663755] env[69374]: DEBUG nova.virt.hardware [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.664163] env[69374]: DEBUG nova.virt.hardware [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.664163] env[69374]: DEBUG nova.virt.hardware [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.664247] env[69374]: DEBUG nova.virt.hardware [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.665693] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd984a08-362f-412b-9094-6948e92ae3ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.675144] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8485d9-66a9-46e5-b578-1e4c61bc8b92 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.700423] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111902, 'name': CloneVM_Task, 'duration_secs': 1.722426} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.700423] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Created linked-clone VM from snapshot [ 1077.701722] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e88a32-945e-4c95-8c90-d56080db296b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.710375] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Uploading image be58fbd4-1098-4979-a2b3-d3101d7b1f97 {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1077.736153] env[69374]: DEBUG oslo_vmware.rw_handles [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1077.736153] env[69374]: value = "vm-814583" [ 1077.736153] env[69374]: _type = "VirtualMachine" [ 1077.736153] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1077.736534] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a4f0ab23-fcab-4f63-b09a-8420335c203b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.745568] env[69374]: DEBUG oslo_vmware.rw_handles [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lease: (returnval){ [ 1077.745568] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529a4210-8791-68e0-1082-a70657ce2991" [ 1077.745568] env[69374]: _type = "HttpNfcLease" [ 1077.745568] env[69374]: } obtained for exporting VM: (result){ [ 1077.745568] env[69374]: value = "vm-814583" [ 1077.745568] env[69374]: _type = "VirtualMachine" [ 1077.745568] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1077.745967] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the lease: (returnval){ [ 1077.745967] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529a4210-8791-68e0-1082-a70657ce2991" [ 1077.745967] env[69374]: _type = "HttpNfcLease" [ 1077.745967] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1077.755565] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2bd3051-d89f-4b03-87d0-17dc66161ac1 tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Lock "45448fec-734a-4f14-a85a-3cb69c119279" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.363s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.755565] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.755565] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529a4210-8791-68e0-1082-a70657ce2991" [ 1077.755565] env[69374]: _type = "HttpNfcLease" [ 1077.755565] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.780048] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.780441] env[69374]: DEBUG nova.compute.manager [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Instance network_info: |[{"id": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "address": "fa:16:3e:91:ff:00", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351c29d-34", "ovs_interfaceid": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.781068] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:ff:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4351c29d-344b-4b3c-b908-12e4f2edb1a4', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.788951] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Creating folder: Project (7b733bb3278d44589d34f95a5a349c7a). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.789307] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30b754f1-9db8-4a25-bcdc-bbefd4ee9dbb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.804246] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Created folder: Project (7b733bb3278d44589d34f95a5a349c7a) in parent group-v814324. [ 1077.804595] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Creating folder: Instances. Parent ref: group-v814585. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.804949] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69ca3f91-38e8-4c42-9a9b-1e29484dd691 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.816791] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Created folder: Instances in parent group-v814585. [ 1077.817197] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.817497] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.817819] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-355e3e32-4152-4ee4-8aec-503ae6940260 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.843521] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512002} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.845163] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 0cd2c38b-03bd-41f8-9df5-d524dc365d40/0cd2c38b-03bd-41f8-9df5-d524dc365d40.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.845540] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.845649] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.845649] env[69374]: value = "task-4111909" [ 1077.845649] env[69374]: _type = "Task" [ 1077.845649] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.845841] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a317c0e-029a-45f0-9e2d-7d1fae386584 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.856379] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111909, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.858094] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1077.858094] env[69374]: value = "task-4111910" [ 1077.858094] env[69374]: _type = "Task" [ 1077.858094] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.867105] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.919066] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquiring lock "45448fec-734a-4f14-a85a-3cb69c119279" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.919066] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Lock "45448fec-734a-4f14-a85a-3cb69c119279" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.919066] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquiring lock "45448fec-734a-4f14-a85a-3cb69c119279-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.919411] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Lock "45448fec-734a-4f14-a85a-3cb69c119279-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.919464] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Lock "45448fec-734a-4f14-a85a-3cb69c119279-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.924015] env[69374]: INFO nova.compute.manager [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Terminating instance [ 1077.950245] env[69374]: DEBUG nova.compute.manager [req-d8d0780c-4e16-44fb-abd4-157b8b6afeea req-3f7f70bf-bc7b-4b7c-9a7b-e0cfb09b7280 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Received event network-changed-4351c29d-344b-4b3c-b908-12e4f2edb1a4 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.951434] env[69374]: DEBUG nova.compute.manager [req-d8d0780c-4e16-44fb-abd4-157b8b6afeea req-3f7f70bf-bc7b-4b7c-9a7b-e0cfb09b7280 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Refreshing instance network info cache due to event network-changed-4351c29d-344b-4b3c-b908-12e4f2edb1a4. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.951434] env[69374]: DEBUG oslo_concurrency.lockutils [req-d8d0780c-4e16-44fb-abd4-157b8b6afeea req-3f7f70bf-bc7b-4b7c-9a7b-e0cfb09b7280 service nova] Acquiring lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.951434] env[69374]: DEBUG oslo_concurrency.lockutils [req-d8d0780c-4e16-44fb-abd4-157b8b6afeea req-3f7f70bf-bc7b-4b7c-9a7b-e0cfb09b7280 service nova] Acquired lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.951434] env[69374]: DEBUG nova.network.neutron [req-d8d0780c-4e16-44fb-abd4-157b8b6afeea req-3f7f70bf-bc7b-4b7c-9a7b-e0cfb09b7280 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Refreshing network info cache for port 4351c29d-344b-4b3c-b908-12e4f2edb1a4 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.016947] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1078.017314] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d040483-750a-4fb5-97b4-49b04f9b03d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.028677] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1078.028677] env[69374]: value = "task-4111911" [ 1078.028677] env[69374]: _type = "Task" [ 1078.028677] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.040662] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111911, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.132029] env[69374]: DEBUG nova.compute.utils [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.143915] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 35ff501c-97b3-4065-9047-71b7d0b8afa5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1078.254796] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.254796] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529a4210-8791-68e0-1082-a70657ce2991" [ 1078.254796] env[69374]: _type = "HttpNfcLease" [ 1078.254796] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1078.255262] env[69374]: DEBUG oslo_vmware.rw_handles [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1078.255262] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529a4210-8791-68e0-1082-a70657ce2991" [ 1078.255262] env[69374]: _type = "HttpNfcLease" [ 1078.255262] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1078.256278] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734f18da-bf3e-4a84-9f1e-af54ed7971a7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.264530] env[69374]: DEBUG oslo_vmware.rw_handles [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4b44c-b119-1ece-a1a6-04bf52ed9ab7/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1078.264710] env[69374]: DEBUG oslo_vmware.rw_handles [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4b44c-b119-1ece-a1a6-04bf52ed9ab7/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1078.359385] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111909, 'name': CreateVM_Task, 'duration_secs': 0.389243} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.361907] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.362652] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.362908] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.363371] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.363962] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5397f5-a180-4c17-8a88-ae9067bfbc4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.368943] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227985} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.369561] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.370392] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e0cfb1-52ef-4a9b-be4f-9e5c54d379dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.377233] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1078.377233] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529d67ff-dfc5-1742-dd4a-e432a51dd07a" [ 1078.377233] env[69374]: _type = "Task" [ 1078.377233] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.398561] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 0cd2c38b-03bd-41f8-9df5-d524dc365d40/0cd2c38b-03bd-41f8-9df5-d524dc365d40.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.399462] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cca00bd-fa36-4d9a-ae04-2201fdf6e544 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.418269] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529d67ff-dfc5-1742-dd4a-e432a51dd07a, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.418966] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.419231] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.419510] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.419664] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.419846] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.420135] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adbe4234-9ef6-4535-a0db-d0ade7deb245 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.424816] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1078.424816] env[69374]: value = "task-4111912" [ 1078.424816] env[69374]: _type = "Task" [ 1078.424816] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.428816] env[69374]: DEBUG nova.compute.manager [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.429037] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.430781] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a2eef6-8884-40ec-bf80-58918347ee0a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.434156] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.434343] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.435176] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e48471-25fc-402c-b2f9-aa0f3285d977 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.441244] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.447046] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1078.447046] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52586740-1fb3-d06a-1e90-6cad416098e2" [ 1078.447046] env[69374]: _type = "Task" [ 1078.447046] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.447365] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.447676] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f69ad0dd-3eab-45fd-b266-30da4ac9344e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.466392] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52586740-1fb3-d06a-1e90-6cad416098e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013226} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.471034] env[69374]: DEBUG oslo_vmware.api [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for the task: (returnval){ [ 1078.471034] env[69374]: value = "task-4111913" [ 1078.471034] env[69374]: _type = "Task" [ 1078.471034] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.472850] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf34b6f8-2402-4d23-b5d7-eda728525194 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.475857] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fb4bbf0-1e6c-43b8-a327-716612a847ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.489825] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1078.489825] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a0199b-dc32-9b0b-2415-249dccc7a0a6" [ 1078.489825] env[69374]: _type = "Task" [ 1078.489825] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.493831] env[69374]: DEBUG oslo_vmware.api [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.505617] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a0199b-dc32-9b0b-2415-249dccc7a0a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013056} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.508381] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.508599] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7/87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.508944] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59ab8d84-9b7d-4804-80b4-01640db8fc26 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.521678] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1078.521678] env[69374]: value = "task-4111914" [ 1078.521678] env[69374]: _type = "Task" [ 1078.521678] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.530918] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.540029] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111911, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.585758] env[69374]: DEBUG nova.network.neutron [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Successfully updated port: 0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.635701] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.648187] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance c5f70326-f36e-4660-afcc-c589de19d710 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1078.801970] env[69374]: DEBUG nova.network.neutron [req-d8d0780c-4e16-44fb-abd4-157b8b6afeea req-3f7f70bf-bc7b-4b7c-9a7b-e0cfb09b7280 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updated VIF entry in instance network info cache for port 4351c29d-344b-4b3c-b908-12e4f2edb1a4. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.802464] env[69374]: DEBUG nova.network.neutron [req-d8d0780c-4e16-44fb-abd4-157b8b6afeea req-3f7f70bf-bc7b-4b7c-9a7b-e0cfb09b7280 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updating instance_info_cache with network_info: [{"id": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "address": "fa:16:3e:91:ff:00", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351c29d-34", "ovs_interfaceid": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.938990] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.989141] env[69374]: DEBUG oslo_vmware.api [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111913, 'name': PowerOffVM_Task, 'duration_secs': 0.443117} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.989509] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.989815] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.990233] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5c5044b-2e08-45f9-acea-435cae1d30fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.033718] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111914, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.043231] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111911, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.065131] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.065402] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.065846] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Deleting the datastore file [datastore2] 45448fec-734a-4f14-a85a-3cb69c119279 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.066145] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdea4ec9-7c69-4bb6-a912-96ef129675d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.074028] env[69374]: DEBUG oslo_vmware.api [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for the task: (returnval){ [ 1079.074028] env[69374]: value = "task-4111916" [ 1079.074028] env[69374]: _type = "Task" [ 1079.074028] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.083731] env[69374]: DEBUG oslo_vmware.api [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.088659] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.088922] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.089142] env[69374]: DEBUG nova.network.neutron [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.153479] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance be1e73fc-e49d-44c6-9a64-90712934c164 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1079.153996] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1079.154156] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1079.305663] env[69374]: DEBUG oslo_concurrency.lockutils [req-d8d0780c-4e16-44fb-abd4-157b8b6afeea req-3f7f70bf-bc7b-4b7c-9a7b-e0cfb09b7280 service nova] Releasing lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.441145] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111912, 'name': ReconfigVM_Task, 'duration_secs': 0.545801} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.445792] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 0cd2c38b-03bd-41f8-9df5-d524dc365d40/0cd2c38b-03bd-41f8-9df5-d524dc365d40.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.447201] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d15e10f-b45d-4202-86d0-b3cc62802e19 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.457090] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1079.457090] env[69374]: value = "task-4111917" [ 1079.457090] env[69374]: _type = "Task" [ 1079.457090] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.473646] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111917, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.537665] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536985} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.541254] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7/87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.541591] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.541831] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-578ad444-eff4-4677-b28f-259d5304d62b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.555457] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111911, 'name': CloneVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.557471] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1079.557471] env[69374]: value = "task-4111918" [ 1079.557471] env[69374]: _type = "Task" [ 1079.557471] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.573242] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.589775] env[69374]: DEBUG oslo_vmware.api [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Task: {'id': task-4111916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162718} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.590254] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.590479] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.591223] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.591223] env[69374]: INFO nova.compute.manager [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1079.591333] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.593517] env[69374]: DEBUG nova.compute.manager [-] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.593722] env[69374]: DEBUG nova.network.neutron [-] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.626636] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd725b30-adbb-4d46-96cf-12ead9c11442 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.638234] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2cb2e8-6ee1-4a05-92d0-31f19c0b69a6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.644369] env[69374]: DEBUG nova.network.neutron [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.672045] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f467da22-8d9e-4b76-bd81-83ce50656e34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.681831] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef0f748-fa93-4981-aa3e-252531a320ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.697400] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.715344] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.715633] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.715869] env[69374]: INFO nova.compute.manager [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Attaching volume 12dcdf07-782f-4ec7-8536-7a600584c8c5 to /dev/sdb [ 1079.757477] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2ddce6-56d5-4aa4-82df-43629945bf47 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.764801] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca0a9f0-6236-40dc-ae39-8f6ee0ea882c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.780284] env[69374]: DEBUG nova.virt.block_device [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating existing volume attachment record: 5f85bbc2-f38c-4d1b-afed-c1061152449e {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1079.860624] env[69374]: DEBUG nova.network.neutron [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updating instance_info_cache with network_info: [{"id": "0cbb8086-da7f-427f-a625-a2646b5589fa", "address": "fa:16:3e:73:eb:a3", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbb8086-da", "ovs_interfaceid": "0cbb8086-da7f-427f-a625-a2646b5589fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.969433] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111917, 'name': Rename_Task, 'duration_secs': 0.180342} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.969433] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.969433] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa0fff46-532c-4f8d-8c52-2d9ccea0b438 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.977691] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1079.977691] env[69374]: value = "task-4111920" [ 1079.977691] env[69374]: _type = "Task" [ 1079.977691] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.984990] env[69374]: DEBUG nova.compute.manager [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Received event network-vif-plugged-0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.985345] env[69374]: DEBUG oslo_concurrency.lockutils [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] Acquiring lock "51c71bfd-c289-4699-a2df-3bac283cbd45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.985585] env[69374]: DEBUG oslo_concurrency.lockutils [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.985786] env[69374]: DEBUG oslo_concurrency.lockutils [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.986211] env[69374]: DEBUG nova.compute.manager [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] No waiting events found dispatching network-vif-plugged-0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1079.986415] env[69374]: WARNING nova.compute.manager [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Received unexpected event network-vif-plugged-0cbb8086-da7f-427f-a625-a2646b5589fa for instance with vm_state building and task_state spawning. [ 1079.986648] env[69374]: DEBUG nova.compute.manager [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Received event network-changed-0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.986835] env[69374]: DEBUG nova.compute.manager [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Refreshing instance network info cache due to event network-changed-0cbb8086-da7f-427f-a625-a2646b5589fa. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.987090] env[69374]: DEBUG oslo_concurrency.lockutils [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] Acquiring lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.990817] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.048142] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111911, 'name': CloneVM_Task, 'duration_secs': 1.536053} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.048535] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Created linked-clone VM from snapshot [ 1080.049471] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b36ce8-28c6-44ea-999b-d713b6bdaffb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.058801] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Uploading image 0a885e10-ab07-4f70-948b-49ebdb7b7890 {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1080.070457] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085206} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.070810] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.071815] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82beadfd-0188-4cb2-86cb-371ad96cd303 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.096047] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7/87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.099105] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1176b777-16ed-486f-9d01-79634d3ee50f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.121860] env[69374]: DEBUG oslo_vmware.rw_handles [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1080.121860] env[69374]: value = "vm-814588" [ 1080.121860] env[69374]: _type = "VirtualMachine" [ 1080.121860] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1080.122282] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37c8eb85-7a24-4452-a300-95122c49c344 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.126184] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1080.126184] env[69374]: value = "task-4111922" [ 1080.126184] env[69374]: _type = "Task" [ 1080.126184] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.135183] env[69374]: DEBUG oslo_vmware.rw_handles [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lease: (returnval){ [ 1080.135183] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d9399a-de00-ec10-38c4-842699138feb" [ 1080.135183] env[69374]: _type = "HttpNfcLease" [ 1080.135183] env[69374]: } obtained for exporting VM: (result){ [ 1080.135183] env[69374]: value = "vm-814588" [ 1080.135183] env[69374]: _type = "VirtualMachine" [ 1080.135183] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1080.135636] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the lease: (returnval){ [ 1080.135636] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d9399a-de00-ec10-38c4-842699138feb" [ 1080.135636] env[69374]: _type = "HttpNfcLease" [ 1080.135636] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1080.139702] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111922, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.150865] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1080.150865] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d9399a-de00-ec10-38c4-842699138feb" [ 1080.150865] env[69374]: _type = "HttpNfcLease" [ 1080.150865] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1080.151425] env[69374]: DEBUG oslo_vmware.rw_handles [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1080.151425] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d9399a-de00-ec10-38c4-842699138feb" [ 1080.151425] env[69374]: _type = "HttpNfcLease" [ 1080.151425] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1080.152394] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70332281-7432-45bf-8456-9346e44f1695 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.164069] env[69374]: DEBUG oslo_vmware.rw_handles [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3ede6-39d5-c388-d09d-a6b7c8f29e35/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1080.164511] env[69374]: DEBUG oslo_vmware.rw_handles [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3ede6-39d5-c388-d09d-a6b7c8f29e35/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1080.223769] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.277666] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-28b37ef9-4ea4-49dc-b4f7-6c3de7f3d65e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.363534] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.363987] env[69374]: DEBUG nova.compute.manager [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Instance network_info: |[{"id": "0cbb8086-da7f-427f-a625-a2646b5589fa", "address": "fa:16:3e:73:eb:a3", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbb8086-da", "ovs_interfaceid": "0cbb8086-da7f-427f-a625-a2646b5589fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.364390] env[69374]: DEBUG oslo_concurrency.lockutils [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] Acquired lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.364894] env[69374]: DEBUG nova.network.neutron [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Refreshing network info cache for port 0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.366370] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:eb:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cbb8086-da7f-427f-a625-a2646b5589fa', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.374952] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.378592] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.379950] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b851b95-0ac6-4b6f-b54c-fb11cbf65869 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.397391] env[69374]: DEBUG nova.network.neutron [-] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.406658] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.406658] env[69374]: value = "task-4111925" [ 1080.406658] env[69374]: _type = "Task" [ 1080.406658] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.418343] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111925, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.492180] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111920, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.641018] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111922, 'name': ReconfigVM_Task, 'duration_secs': 0.316495} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.641018] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7/87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.644261] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f00f0aae-7cb4-4f81-ae92-cfb714b17978 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.654396] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1080.654396] env[69374]: value = "task-4111926" [ 1080.654396] env[69374]: _type = "Task" [ 1080.654396] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.665132] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111926, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.694728] env[69374]: DEBUG nova.network.neutron [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updated VIF entry in instance network info cache for port 0cbb8086-da7f-427f-a625-a2646b5589fa. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.695343] env[69374]: DEBUG nova.network.neutron [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updating instance_info_cache with network_info: [{"id": "0cbb8086-da7f-427f-a625-a2646b5589fa", "address": "fa:16:3e:73:eb:a3", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbb8086-da", "ovs_interfaceid": "0cbb8086-da7f-427f-a625-a2646b5589fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.730660] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1080.731128] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.636s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.731700] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.391s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.735158] env[69374]: INFO nova.compute.claims [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.901317] env[69374]: INFO nova.compute.manager [-] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Took 1.31 seconds to deallocate network for instance. [ 1080.918827] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111925, 'name': CreateVM_Task, 'duration_secs': 0.492066} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.919260] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.920391] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.920391] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.920992] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.921566] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5681bd-a6a0-4214-b0b0-765e353b63b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.928625] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1080.928625] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520253d2-a5ae-31ca-d7c3-ea39fc509450" [ 1080.928625] env[69374]: _type = "Task" [ 1080.928625] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.941774] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520253d2-a5ae-31ca-d7c3-ea39fc509450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.990618] env[69374]: DEBUG oslo_vmware.api [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111920, 'name': PowerOnVM_Task, 'duration_secs': 0.567319} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.990942] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.991298] env[69374]: INFO nova.compute.manager [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1080.991623] env[69374]: DEBUG nova.compute.manager [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.992677] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b025cfc-eb4c-4d6c-b90a-c0b5fc90951f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.167799] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111926, 'name': Rename_Task, 'duration_secs': 0.189144} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.168203] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.168459] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e6747de-03ed-4712-8e3a-75e100aabf76 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.176585] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1081.176585] env[69374]: value = "task-4111927" [ 1081.176585] env[69374]: _type = "Task" [ 1081.176585] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.192323] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.198701] env[69374]: DEBUG oslo_concurrency.lockutils [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] Releasing lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.199304] env[69374]: DEBUG nova.compute.manager [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Received event network-vif-deleted-f2063550-7159-4173-a8be-53f234c879c8 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.199425] env[69374]: INFO nova.compute.manager [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Neutron deleted interface f2063550-7159-4173-a8be-53f234c879c8; detaching it from the instance and deleting it from the info cache [ 1081.200034] env[69374]: DEBUG nova.network.neutron [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.414279] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.443026] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]520253d2-a5ae-31ca-d7c3-ea39fc509450, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.443704] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.444163] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.444550] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.444780] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.445326] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.445773] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-313f15bf-d116-4ec1-a356-ea1c4d9288b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.456282] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.456556] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.457425] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1c8682-2f37-4c5c-a6ad-c2865116ef50 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.464867] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1081.464867] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525695e3-2cbe-4d15-a3eb-f1b2b6e3a2d3" [ 1081.464867] env[69374]: _type = "Task" [ 1081.464867] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.475360] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525695e3-2cbe-4d15-a3eb-f1b2b6e3a2d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.513045] env[69374]: INFO nova.compute.manager [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Took 31.64 seconds to build instance. [ 1081.690236] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.704893] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-668adcc3-0396-4729-acdc-c4f54e5e7f1b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.716246] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f5eaac-e123-4e23-b061-856733bf37e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.762070] env[69374]: DEBUG nova.compute.manager [req-7f047444-8bcd-49e1-a722-4dd70d94096c req-1dd8f181-1ee2-4037-b614-a534eb069ed2 service nova] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Detach interface failed, port_id=f2063550-7159-4173-a8be-53f234c879c8, reason: Instance 45448fec-734a-4f14-a85a-3cb69c119279 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.979439] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525695e3-2cbe-4d15-a3eb-f1b2b6e3a2d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.984644] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-509561a5-0876-4d22-a1f6-08f4297f7f74 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.991838] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1081.991838] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b3c42e-cde8-075e-b83d-15de79e5f3ec" [ 1081.991838] env[69374]: _type = "Task" [ 1081.991838] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.008699] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b3c42e-cde8-075e-b83d-15de79e5f3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012264} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.009028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.009787] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 51c71bfd-c289-4699-a2df-3bac283cbd45/51c71bfd-c289-4699-a2df-3bac283cbd45.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.012861] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf4980f3-6ad5-433b-a0b2-880c0fd5bca8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.015840] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bfbb91e9-c7c2-479b-8b66-4cd9118173f6 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.154s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.021489] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1082.021489] env[69374]: value = "task-4111928" [ 1082.021489] env[69374]: _type = "Task" [ 1082.021489] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.032247] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.136113] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a27f055-e5f8-4f8d-8360-25dbacd392c0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.145238] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd036087-b65c-454a-a88b-1642df0a05ec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.183318] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe9eea6-efb0-41b9-84d3-771fc4b3b880 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.196108] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba02970-25a4-4747-b3d0-63d11054e8e8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.200657] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111927, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.212620] env[69374]: DEBUG nova.compute.provider_tree [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.536480] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111928, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.690055] env[69374]: DEBUG oslo_vmware.api [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4111927, 'name': PowerOnVM_Task, 'duration_secs': 1.200977} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.692058] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.692058] env[69374]: INFO nova.compute.manager [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1082.692058] env[69374]: DEBUG nova.compute.manager [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.692229] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9823f40-bbd4-4354-b9c3-34f7edf5ece5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.716323] env[69374]: DEBUG nova.scheduler.client.report [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.799337] env[69374]: INFO nova.compute.manager [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Rescuing [ 1082.799640] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "refresh_cache-0cd2c38b-03bd-41f8-9df5-d524dc365d40" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.799802] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired lock "refresh_cache-0cd2c38b-03bd-41f8-9df5-d524dc365d40" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.799980] env[69374]: DEBUG nova.network.neutron [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.033843] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576769} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.034181] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 51c71bfd-c289-4699-a2df-3bac283cbd45/51c71bfd-c289-4699-a2df-3bac283cbd45.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.034410] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.034677] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-489dbc44-fc19-4631-8271-713e50f6a1ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.043128] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1083.043128] env[69374]: value = "task-4111930" [ 1083.043128] env[69374]: _type = "Task" [ 1083.043128] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.053591] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.212205] env[69374]: INFO nova.compute.manager [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Took 28.51 seconds to build instance. [ 1083.222234] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.222734] env[69374]: DEBUG nova.compute.manager [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.226099] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.061s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.227266] env[69374]: INFO nova.compute.claims [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.521106] env[69374]: DEBUG nova.network.neutron [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Updating instance_info_cache with network_info: [{"id": "fb1fdcab-6143-4750-86d5-f03cd8199f3b", "address": "fa:16:3e:27:b3:06", "network": {"id": "729e38dd-7683-40c0-a559-d2807a0954e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-980598799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2236a469b5da4826a8257dad6d33870e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1fdcab-61", "ovs_interfaceid": "fb1fdcab-6143-4750-86d5-f03cd8199f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.554677] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133577} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.554984] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.555895] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370977ee-bb42-460e-898f-cd07a074b31a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.581781] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 51c71bfd-c289-4699-a2df-3bac283cbd45/51c71bfd-c289-4699-a2df-3bac283cbd45.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.582174] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d089d606-dee8-430a-a420-de38765e81a3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.603503] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1083.603503] env[69374]: value = "task-4111931" [ 1083.603503] env[69374]: _type = "Task" [ 1083.603503] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.613737] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.714454] env[69374]: DEBUG oslo_concurrency.lockutils [None req-78017200-f104-41b5-bebe-97ae25c1be13 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.021s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.734397] env[69374]: DEBUG nova.compute.utils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.737305] env[69374]: DEBUG nova.compute.manager [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.737566] env[69374]: DEBUG nova.network.neutron [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.788833] env[69374]: DEBUG nova.policy [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a7439a584f4f14862c7a0b674b2dd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '902a8814e6cc4ca385b72bb44b96861b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.025465] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Releasing lock "refresh_cache-0cd2c38b-03bd-41f8-9df5-d524dc365d40" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.116234] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111931, 'name': ReconfigVM_Task, 'duration_secs': 0.467993} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.116584] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 51c71bfd-c289-4699-a2df-3bac283cbd45/51c71bfd-c289-4699-a2df-3bac283cbd45.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.117292] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b87cec4-1b3c-47b0-b448-b4ba9f4295a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.120438] env[69374]: DEBUG nova.network.neutron [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Successfully created port: 7b177163-e7a8-4903-bce3-8688dabdfe59 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.124860] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1084.124860] env[69374]: value = "task-4111932" [ 1084.124860] env[69374]: _type = "Task" [ 1084.124860] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.134431] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111932, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.238464] env[69374]: DEBUG nova.compute.manager [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.244240] env[69374]: DEBUG nova.compute.manager [req-04cbb4a4-da6e-4a53-a9b9-537d9fc7f351 req-753c1052-c00a-49cf-afe9-61c0666f49fb service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Received event network-changed-4351c29d-344b-4b3c-b908-12e4f2edb1a4 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.244240] env[69374]: DEBUG nova.compute.manager [req-04cbb4a4-da6e-4a53-a9b9-537d9fc7f351 req-753c1052-c00a-49cf-afe9-61c0666f49fb service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Refreshing instance network info cache due to event network-changed-4351c29d-344b-4b3c-b908-12e4f2edb1a4. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.244240] env[69374]: DEBUG oslo_concurrency.lockutils [req-04cbb4a4-da6e-4a53-a9b9-537d9fc7f351 req-753c1052-c00a-49cf-afe9-61c0666f49fb service nova] Acquiring lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.244240] env[69374]: DEBUG oslo_concurrency.lockutils [req-04cbb4a4-da6e-4a53-a9b9-537d9fc7f351 req-753c1052-c00a-49cf-afe9-61c0666f49fb service nova] Acquired lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.244240] env[69374]: DEBUG nova.network.neutron [req-04cbb4a4-da6e-4a53-a9b9-537d9fc7f351 req-753c1052-c00a-49cf-afe9-61c0666f49fb service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Refreshing network info cache for port 4351c29d-344b-4b3c-b908-12e4f2edb1a4 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.338794] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1084.339889] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814590', 'volume_id': '12dcdf07-782f-4ec7-8536-7a600584c8c5', 'name': 'volume-12dcdf07-782f-4ec7-8536-7a600584c8c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac', 'attached_at': '', 'detached_at': '', 'volume_id': '12dcdf07-782f-4ec7-8536-7a600584c8c5', 'serial': '12dcdf07-782f-4ec7-8536-7a600584c8c5'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1084.341977] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b44fb92-e008-457a-a506-fb80eb4e7fea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.365346] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb93057a-b7ca-420b-8802-c8f4021050dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.395981] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-12dcdf07-782f-4ec7-8536-7a600584c8c5/volume-12dcdf07-782f-4ec7-8536-7a600584c8c5.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.399451] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f61c972-17ec-424e-b586-157ab1d6d6aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.420348] env[69374]: DEBUG oslo_vmware.api [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1084.420348] env[69374]: value = "task-4111933" [ 1084.420348] env[69374]: _type = "Task" [ 1084.420348] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.435080] env[69374]: DEBUG oslo_vmware.api [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.636995] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111932, 'name': Rename_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.701203] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84633bf4-eb89-45e6-af2c-ea2f175ea035 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.710108] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b2177-bf1b-439f-982b-3b5798ceb15a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.745132] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92b8715-12fc-4079-98ec-06630d50cb30 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.763508] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08bb3ea-8598-4882-bd2b-9b04f42b3def {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.782274] env[69374]: DEBUG nova.compute.provider_tree [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.944437] env[69374]: DEBUG oslo_vmware.api [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.140204] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111932, 'name': Rename_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.238021] env[69374]: DEBUG nova.network.neutron [req-04cbb4a4-da6e-4a53-a9b9-537d9fc7f351 req-753c1052-c00a-49cf-afe9-61c0666f49fb service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updated VIF entry in instance network info cache for port 4351c29d-344b-4b3c-b908-12e4f2edb1a4. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.238021] env[69374]: DEBUG nova.network.neutron [req-04cbb4a4-da6e-4a53-a9b9-537d9fc7f351 req-753c1052-c00a-49cf-afe9-61c0666f49fb service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updating instance_info_cache with network_info: [{"id": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "address": "fa:16:3e:91:ff:00", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351c29d-34", "ovs_interfaceid": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.261699] env[69374]: DEBUG nova.compute.manager [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.307650] env[69374]: ERROR nova.scheduler.client.report [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [req-b583f837-f0a2-4d89-90de-1c2d70b06623] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b583f837-f0a2-4d89-90de-1c2d70b06623"}]} [ 1085.329016] env[69374]: DEBUG nova.scheduler.client.report [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1085.352703] env[69374]: DEBUG nova.scheduler.client.report [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1085.353089] env[69374]: DEBUG nova.compute.provider_tree [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.368305] env[69374]: DEBUG nova.scheduler.client.report [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1085.400827] env[69374]: DEBUG nova.scheduler.client.report [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1085.437798] env[69374]: DEBUG oslo_vmware.api [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.590300] env[69374]: DEBUG nova.compute.manager [req-cfd0bff9-40f2-4813-8850-7317a57e5a38 req-54027fb7-c34e-4ff5-8e81-2d6b7b480168 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Received event network-vif-plugged-7b177163-e7a8-4903-bce3-8688dabdfe59 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.590580] env[69374]: DEBUG oslo_concurrency.lockutils [req-cfd0bff9-40f2-4813-8850-7317a57e5a38 req-54027fb7-c34e-4ff5-8e81-2d6b7b480168 service nova] Acquiring lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.590917] env[69374]: DEBUG oslo_concurrency.lockutils [req-cfd0bff9-40f2-4813-8850-7317a57e5a38 req-54027fb7-c34e-4ff5-8e81-2d6b7b480168 service nova] Lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.591420] env[69374]: DEBUG oslo_concurrency.lockutils [req-cfd0bff9-40f2-4813-8850-7317a57e5a38 req-54027fb7-c34e-4ff5-8e81-2d6b7b480168 service nova] Lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.591679] env[69374]: DEBUG nova.compute.manager [req-cfd0bff9-40f2-4813-8850-7317a57e5a38 req-54027fb7-c34e-4ff5-8e81-2d6b7b480168 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] No waiting events found dispatching network-vif-plugged-7b177163-e7a8-4903-bce3-8688dabdfe59 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1085.592227] env[69374]: WARNING nova.compute.manager [req-cfd0bff9-40f2-4813-8850-7317a57e5a38 req-54027fb7-c34e-4ff5-8e81-2d6b7b480168 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Received unexpected event network-vif-plugged-7b177163-e7a8-4903-bce3-8688dabdfe59 for instance with vm_state building and task_state spawning. [ 1085.639927] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111932, 'name': Rename_Task, 'duration_secs': 1.212142} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.640327] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.640667] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f929585a-2324-4489-ac69-730f018e6af6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.648782] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1085.648782] env[69374]: value = "task-4111934" [ 1085.648782] env[69374]: _type = "Task" [ 1085.648782] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.662609] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.712289] env[69374]: DEBUG nova.network.neutron [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Successfully updated port: 7b177163-e7a8-4903-bce3-8688dabdfe59 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.739335] env[69374]: DEBUG oslo_concurrency.lockutils [req-04cbb4a4-da6e-4a53-a9b9-537d9fc7f351 req-753c1052-c00a-49cf-afe9-61c0666f49fb service nova] Releasing lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.776310] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6408bf67-3d69-4c88-ba3f-2bba6e54f6f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.787848] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd57155-e898-41a5-8941-03342d1a0e1f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.820131] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46450207-2ddc-4ced-8404-83a260af43ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.829197] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb30da1a-3690-4466-a744-5a831737b87c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.846331] env[69374]: DEBUG nova.compute.provider_tree [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.934273] env[69374]: DEBUG oslo_vmware.api [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111933, 'name': ReconfigVM_Task, 'duration_secs': 1.370562} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.934610] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-12dcdf07-782f-4ec7-8536-7a600584c8c5/volume-12dcdf07-782f-4ec7-8536-7a600584c8c5.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.939831] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c43e234-3fb4-418d-a9c0-55eb8339f568 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.957793] env[69374]: DEBUG oslo_vmware.api [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1085.957793] env[69374]: value = "task-4111935" [ 1085.957793] env[69374]: _type = "Task" [ 1085.957793] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.967376] env[69374]: DEBUG oslo_vmware.api [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.159452] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.215588] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "refresh_cache-a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.215897] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "refresh_cache-a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.216083] env[69374]: DEBUG nova.network.neutron [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.382595] env[69374]: DEBUG nova.scheduler.client.report [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1086.382971] env[69374]: DEBUG nova.compute.provider_tree [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 121 to 122 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1086.383267] env[69374]: DEBUG nova.compute.provider_tree [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.470743] env[69374]: DEBUG oslo_vmware.api [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111935, 'name': ReconfigVM_Task, 'duration_secs': 0.191046} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.471179] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814590', 'volume_id': '12dcdf07-782f-4ec7-8536-7a600584c8c5', 'name': 'volume-12dcdf07-782f-4ec7-8536-7a600584c8c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac', 'attached_at': '', 'detached_at': '', 'volume_id': '12dcdf07-782f-4ec7-8536-7a600584c8c5', 'serial': '12dcdf07-782f-4ec7-8536-7a600584c8c5'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1086.669236] env[69374]: DEBUG oslo_vmware.api [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4111934, 'name': PowerOnVM_Task, 'duration_secs': 0.689246} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.669590] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.669810] env[69374]: INFO nova.compute.manager [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1086.669998] env[69374]: DEBUG nova.compute.manager [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1086.670902] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5e55f6-1df4-4536-8254-deaa0abeee75 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.765066] env[69374]: DEBUG nova.network.neutron [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.889746] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.664s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.890304] env[69374]: DEBUG nova.compute.manager [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.893241] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.250s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.893494] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.896112] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.902s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.896321] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.898904] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.900s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.900268] env[69374]: INFO nova.compute.claims [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.936558] env[69374]: INFO nova.scheduler.client.report [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted allocations for instance ea25149b-d4b6-4418-973a-849ab078fe10 [ 1086.938970] env[69374]: INFO nova.scheduler.client.report [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Deleted allocations for instance 0719c055-24b9-4c3e-9487-f285814d2ef3 [ 1086.953347] env[69374]: DEBUG nova.network.neutron [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Updating instance_info_cache with network_info: [{"id": "7b177163-e7a8-4903-bce3-8688dabdfe59", "address": "fa:16:3e:42:99:59", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b177163-e7", "ovs_interfaceid": "7b177163-e7a8-4903-bce3-8688dabdfe59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.195346] env[69374]: INFO nova.compute.manager [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Took 29.58 seconds to build instance. [ 1087.406064] env[69374]: DEBUG nova.compute.utils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.407546] env[69374]: DEBUG nova.compute.manager [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.407728] env[69374]: DEBUG nova.network.neutron [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.446526] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b1bc158-174a-498c-a7f8-764aaf4e0cb2 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "ea25149b-d4b6-4418-973a-849ab078fe10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.915s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.450928] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a746c647-cf5a-48d4-9a28-9c3f2f81f3b9 tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "0719c055-24b9-4c3e-9487-f285814d2ef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.008s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.455152] env[69374]: DEBUG nova.policy [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49b3201d1d6640cb9c974528c481cb78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fab37523c6f44d9a05e30f74cbdc556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.457850] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "refresh_cache-a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.458279] env[69374]: DEBUG nova.compute.manager [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Instance network_info: |[{"id": "7b177163-e7a8-4903-bce3-8688dabdfe59", "address": "fa:16:3e:42:99:59", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b177163-e7", "ovs_interfaceid": "7b177163-e7a8-4903-bce3-8688dabdfe59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.517494] env[69374]: DEBUG nova.objects.instance [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'flavor' on Instance uuid bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.622864] env[69374]: DEBUG nova.compute.manager [req-9d5cbbda-63ab-4c45-aa9a-fcc8fd4e1959 req-1519aaa2-d7c1-4620-899d-7f0b5e6daa98 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Received event network-changed-7b177163-e7a8-4903-bce3-8688dabdfe59 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.623187] env[69374]: DEBUG nova.compute.manager [req-9d5cbbda-63ab-4c45-aa9a-fcc8fd4e1959 req-1519aaa2-d7c1-4620-899d-7f0b5e6daa98 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Refreshing instance network info cache due to event network-changed-7b177163-e7a8-4903-bce3-8688dabdfe59. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.623424] env[69374]: DEBUG oslo_concurrency.lockutils [req-9d5cbbda-63ab-4c45-aa9a-fcc8fd4e1959 req-1519aaa2-d7c1-4620-899d-7f0b5e6daa98 service nova] Acquiring lock "refresh_cache-a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.623571] env[69374]: DEBUG oslo_concurrency.lockutils [req-9d5cbbda-63ab-4c45-aa9a-fcc8fd4e1959 req-1519aaa2-d7c1-4620-899d-7f0b5e6daa98 service nova] Acquired lock "refresh_cache-a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.623737] env[69374]: DEBUG nova.network.neutron [req-9d5cbbda-63ab-4c45-aa9a-fcc8fd4e1959 req-1519aaa2-d7c1-4620-899d-7f0b5e6daa98 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Refreshing network info cache for port 7b177163-e7a8-4903-bce3-8688dabdfe59 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.697840] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8e4a5dc9-7b69-49a3-9231-950ff976e418 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.108s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.722517] env[69374]: DEBUG nova.virt.hardware [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4aa6203c946e58f0579b23aa00883828',container_format='bare',created_at=2025-05-14T01:25:51Z,direct_url=,disk_format='vmdk',id=61d0bd87-111d-44e0-8ac0-b86d352e6fe2,min_disk=1,min_ram=0,name='tempest-test-snap-1005581914',owner='902a8814e6cc4ca385b72bb44b96861b',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-14T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.727149] env[69374]: DEBUG nova.virt.hardware [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.727691] env[69374]: DEBUG nova.virt.hardware [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.727691] env[69374]: DEBUG nova.virt.hardware [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.727691] env[69374]: DEBUG nova.virt.hardware [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.727909] env[69374]: DEBUG nova.virt.hardware [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.727997] env[69374]: DEBUG nova.virt.hardware [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.728177] env[69374]: DEBUG nova.virt.hardware [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.728462] env[69374]: DEBUG nova.virt.hardware [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.728558] env[69374]: DEBUG nova.virt.hardware [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.728750] env[69374]: DEBUG nova.virt.hardware [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.731941] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809343b3-01ba-423b-b63b-0d775345f5a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.743507] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92296a71-55a4-4c50-8854-f6c4ddeca2df {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.757241] env[69374]: DEBUG oslo_vmware.rw_handles [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4b44c-b119-1ece-a1a6-04bf52ed9ab7/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1087.759025] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c715007-ed87-421c-8b89-d8cbaf4efd2f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.770499] env[69374]: DEBUG oslo_vmware.rw_handles [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4b44c-b119-1ece-a1a6-04bf52ed9ab7/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1087.771185] env[69374]: ERROR oslo_vmware.rw_handles [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4b44c-b119-1ece-a1a6-04bf52ed9ab7/disk-0.vmdk due to incomplete transfer. [ 1087.789476] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0574ed95-fb99-4bd0-8e27-a40dedbee5f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.791764] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:99:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b177163-e7a8-4903-bce3-8688dabdfe59', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.801097] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.803026] env[69374]: DEBUG nova.network.neutron [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Successfully created port: 62ac4cdc-6c11-47b0-bb6e-504c6e1628ee {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.804760] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.805752] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfedf9eb-6cd6-43e3-b3b8-c79f4be1faab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.822762] env[69374]: DEBUG oslo_vmware.rw_handles [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4b44c-b119-1ece-a1a6-04bf52ed9ab7/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1087.822762] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Uploaded image be58fbd4-1098-4979-a2b3-d3101d7b1f97 to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1087.822762] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1087.822762] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b0292d5-0f39-466b-944c-9b8973e5fc19 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.832101] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.832101] env[69374]: value = "task-4111936" [ 1087.832101] env[69374]: _type = "Task" [ 1087.832101] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.833695] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1087.833695] env[69374]: value = "task-4111937" [ 1087.833695] env[69374]: _type = "Task" [ 1087.833695] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.854477] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111936, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.858505] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111937, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.919993] env[69374]: DEBUG nova.compute.manager [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.024126] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d59aadbe-7d75-4dc1-9d7e-db6abd4502a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.308s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.294839] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fc2cbc-05ae-476d-a401-7a84a81fefa4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.304561] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dab8519-4d47-4a9d-8acf-40e3bbf053dc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.353883] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295f5605-63ab-43aa-bbbb-ea497b8fa1c2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.367107] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111937, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.375057] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111936, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.380021] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8639ca2-b674-417f-beff-5175c6c6a8ed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.394724] env[69374]: DEBUG nova.compute.provider_tree [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.708280] env[69374]: DEBUG nova.network.neutron [req-9d5cbbda-63ab-4c45-aa9a-fcc8fd4e1959 req-1519aaa2-d7c1-4620-899d-7f0b5e6daa98 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Updated VIF entry in instance network info cache for port 7b177163-e7a8-4903-bce3-8688dabdfe59. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.708679] env[69374]: DEBUG nova.network.neutron [req-9d5cbbda-63ab-4c45-aa9a-fcc8fd4e1959 req-1519aaa2-d7c1-4620-899d-7f0b5e6daa98 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Updating instance_info_cache with network_info: [{"id": "7b177163-e7a8-4903-bce3-8688dabdfe59", "address": "fa:16:3e:42:99:59", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b177163-e7", "ovs_interfaceid": "7b177163-e7a8-4903-bce3-8688dabdfe59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.856144] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111936, 'name': CreateVM_Task, 'duration_secs': 0.569208} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.859317] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.859711] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111937, 'name': Destroy_Task, 'duration_secs': 0.755899} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.860410] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.860567] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.861131] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.861240] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Destroyed the VM [ 1088.861469] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1088.861713] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd95a95-726b-4f59-9712-258aac71531f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.863508] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cc4872eb-da12-45ad-84c3-0e7d0ce84e77 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.869939] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1088.869939] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a13960-2b0c-95ff-0e30-d7eae8975f1f" [ 1088.869939] env[69374]: _type = "Task" [ 1088.869939] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.871551] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1088.871551] env[69374]: value = "task-4111938" [ 1088.871551] env[69374]: _type = "Task" [ 1088.871551] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.885053] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111938, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.887765] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a13960-2b0c-95ff-0e30-d7eae8975f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.897962] env[69374]: DEBUG nova.scheduler.client.report [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.932977] env[69374]: DEBUG nova.compute.manager [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.963130] env[69374]: DEBUG nova.virt.hardware [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.963466] env[69374]: DEBUG nova.virt.hardware [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.963730] env[69374]: DEBUG nova.virt.hardware [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.963988] env[69374]: DEBUG nova.virt.hardware [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.964190] env[69374]: DEBUG nova.virt.hardware [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.964448] env[69374]: DEBUG nova.virt.hardware [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.964721] env[69374]: DEBUG nova.virt.hardware [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.964936] env[69374]: DEBUG nova.virt.hardware [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.965214] env[69374]: DEBUG nova.virt.hardware [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.965453] env[69374]: DEBUG nova.virt.hardware [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.965704] env[69374]: DEBUG nova.virt.hardware [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.966830] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9067cd86-5d9d-4d4a-b6e3-e5418fe40c96 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.977427] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0bf3f0-6ea4-4658-8e3d-a3739b2b7afe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.109885] env[69374]: DEBUG nova.compute.manager [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Stashing vm_state: active {{(pid=69374) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1089.212368] env[69374]: DEBUG oslo_concurrency.lockutils [req-9d5cbbda-63ab-4c45-aa9a-fcc8fd4e1959 req-1519aaa2-d7c1-4620-899d-7f0b5e6daa98 service nova] Releasing lock "refresh_cache-a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.227652] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.228068] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c3abcbc-acf5-4c5d-8f7b-a166665a564b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.237549] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1089.237549] env[69374]: value = "task-4111939" [ 1089.237549] env[69374]: _type = "Task" [ 1089.237549] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.248686] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.393898] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.394419] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Processing image 61d0bd87-111d-44e0-8ac0-b86d352e6fe2 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.394705] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2/61d0bd87-111d-44e0-8ac0-b86d352e6fe2.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.394862] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2/61d0bd87-111d-44e0-8ac0-b86d352e6fe2.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.395088] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.395376] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111938, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.396854] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43bf7d0f-57fd-4d3b-9a32-e0adf8f59b0d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.402686] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.403266] env[69374]: DEBUG nova.compute.manager [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.411028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.404s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.411028] env[69374]: DEBUG nova.objects.instance [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1089.427164] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.427442] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.428309] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed5d86c-f3a7-4093-a94d-98964d814c40 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.438025] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1089.438025] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52643c46-fd3a-3fb1-7f26-da73e711227f" [ 1089.438025] env[69374]: _type = "Task" [ 1089.438025] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.453058] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52643c46-fd3a-3fb1-7f26-da73e711227f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.453058] env[69374]: DEBUG nova.network.neutron [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Successfully updated port: 62ac4cdc-6c11-47b0-bb6e-504c6e1628ee {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.633732] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.686592] env[69374]: DEBUG nova.compute.manager [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Received event network-changed-0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.686810] env[69374]: DEBUG nova.compute.manager [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Refreshing instance network info cache due to event network-changed-0cbb8086-da7f-427f-a625-a2646b5589fa. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.687070] env[69374]: DEBUG oslo_concurrency.lockutils [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] Acquiring lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.687267] env[69374]: DEBUG oslo_concurrency.lockutils [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] Acquired lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.687451] env[69374]: DEBUG nova.network.neutron [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Refreshing network info cache for port 0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.748535] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111939, 'name': PowerOffVM_Task, 'duration_secs': 0.225468} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.748872] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.749849] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b92c988-7493-4a21-a9a1-255ca5038885 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.773333] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef23ece-1bcb-47df-9af5-c756ef49c34d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.809387] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.809787] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52978c3e-1ef8-4c71-8b54-badb45e2652c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.818773] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1089.818773] env[69374]: value = "task-4111940" [ 1089.818773] env[69374]: _type = "Task" [ 1089.818773] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.828436] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.886841] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111938, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.903617] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "632217f2-e81c-4ef7-9a10-3f5ef8646836" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.903881] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "632217f2-e81c-4ef7-9a10-3f5ef8646836" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.904432] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "632217f2-e81c-4ef7-9a10-3f5ef8646836-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.904662] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "632217f2-e81c-4ef7-9a10-3f5ef8646836-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.904857] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "632217f2-e81c-4ef7-9a10-3f5ef8646836-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.907186] env[69374]: INFO nova.compute.manager [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Terminating instance [ 1089.909865] env[69374]: DEBUG nova.compute.utils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.912061] env[69374]: DEBUG nova.compute.manager [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.912255] env[69374]: DEBUG nova.network.neutron [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.947105] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Preparing fetch location {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1089.947389] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Fetch image to [datastore2] OSTACK_IMG_7c59f6a8-7a89-4a44-8c9c-8839e005d4f7/OSTACK_IMG_7c59f6a8-7a89-4a44-8c9c-8839e005d4f7.vmdk {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1089.947602] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Downloading stream optimized image 61d0bd87-111d-44e0-8ac0-b86d352e6fe2 to [datastore2] OSTACK_IMG_7c59f6a8-7a89-4a44-8c9c-8839e005d4f7/OSTACK_IMG_7c59f6a8-7a89-4a44-8c9c-8839e005d4f7.vmdk on the data store datastore2 as vApp {{(pid=69374) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1089.947792] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Downloading image file data 61d0bd87-111d-44e0-8ac0-b86d352e6fe2 to the ESX as VM named 'OSTACK_IMG_7c59f6a8-7a89-4a44-8c9c-8839e005d4f7' {{(pid=69374) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1089.955504] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.955504] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.955650] env[69374]: DEBUG nova.network.neutron [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.969903] env[69374]: DEBUG nova.policy [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c147c27b49494398b65655e39e09cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a9e77fc935493aa27fc0552bbec035', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.005014] env[69374]: DEBUG oslo_concurrency.lockutils [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "33dd3d05-f994-494e-972e-b80a520ef0a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.005378] env[69374]: DEBUG oslo_concurrency.lockutils [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "33dd3d05-f994-494e-972e-b80a520ef0a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.005569] env[69374]: DEBUG oslo_concurrency.lockutils [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "33dd3d05-f994-494e-972e-b80a520ef0a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.005821] env[69374]: DEBUG oslo_concurrency.lockutils [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "33dd3d05-f994-494e-972e-b80a520ef0a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.005952] env[69374]: DEBUG oslo_concurrency.lockutils [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "33dd3d05-f994-494e-972e-b80a520ef0a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.010380] env[69374]: INFO nova.compute.manager [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Terminating instance [ 1090.033521] env[69374]: DEBUG oslo_vmware.rw_handles [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1090.033521] env[69374]: value = "resgroup-9" [ 1090.033521] env[69374]: _type = "ResourcePool" [ 1090.033521] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1090.034065] env[69374]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6b56fe61-1b20-4ac7-befa-1311e9773700 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.058942] env[69374]: DEBUG oslo_vmware.rw_handles [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lease: (returnval){ [ 1090.058942] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52400373-0bfa-0c1f-1bb9-48e1efe1fffd" [ 1090.058942] env[69374]: _type = "HttpNfcLease" [ 1090.058942] env[69374]: } obtained for vApp import into resource pool (val){ [ 1090.058942] env[69374]: value = "resgroup-9" [ 1090.058942] env[69374]: _type = "ResourcePool" [ 1090.058942] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1090.060189] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the lease: (returnval){ [ 1090.060189] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52400373-0bfa-0c1f-1bb9-48e1efe1fffd" [ 1090.060189] env[69374]: _type = "HttpNfcLease" [ 1090.060189] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.068305] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.068305] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52400373-0bfa-0c1f-1bb9-48e1efe1fffd" [ 1090.068305] env[69374]: _type = "HttpNfcLease" [ 1090.068305] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.320690] env[69374]: DEBUG nova.network.neutron [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Successfully created port: be2f5229-af2b-4ab6-859d-80518ab0a95c {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.338246] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1090.338246] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.338246] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.338538] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.338538] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.338769] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57053d91-37f9-415e-a6ad-5374e03c9726 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.362375] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.362573] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.363445] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c8dbe2-d4f2-4bde-8373-1811369be51d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.371563] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1090.371563] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529192a1-8cab-ff2a-239a-48dc1fd92311" [ 1090.371563] env[69374]: _type = "Task" [ 1090.371563] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.385504] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529192a1-8cab-ff2a-239a-48dc1fd92311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.392158] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111938, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.420350] env[69374]: DEBUG nova.compute.manager [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.420673] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.421413] env[69374]: DEBUG nova.compute.manager [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.425752] env[69374]: DEBUG oslo_concurrency.lockutils [None req-71ec3626-a6f6-4df2-a01e-905d7dd24fa1 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.428623] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d71504a-cc88-4cca-8bed-bb3e01f98211 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.431801] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.320s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.433455] env[69374]: INFO nova.compute.claims [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.445588] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.445940] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae3f5184-7bae-4a12-a8c0-e405064092b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.455628] env[69374]: DEBUG oslo_vmware.api [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1090.455628] env[69374]: value = "task-4111942" [ 1090.455628] env[69374]: _type = "Task" [ 1090.455628] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.471482] env[69374]: DEBUG oslo_vmware.api [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.514740] env[69374]: DEBUG nova.compute.manager [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.514960] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.516214] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977fa4ca-5fdc-4563-99c9-7849850dbe11 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.526048] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.526374] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d49e6501-e1a1-402a-a33b-e168843f480c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.534499] env[69374]: DEBUG oslo_vmware.api [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1090.534499] env[69374]: value = "task-4111943" [ 1090.534499] env[69374]: _type = "Task" [ 1090.534499] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.535458] env[69374]: DEBUG nova.network.neutron [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.552775] env[69374]: DEBUG oslo_vmware.api [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.575603] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.575603] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52400373-0bfa-0c1f-1bb9-48e1efe1fffd" [ 1090.575603] env[69374]: _type = "HttpNfcLease" [ 1090.575603] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.622032] env[69374]: DEBUG oslo_vmware.rw_handles [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3ede6-39d5-c388-d09d-a6b7c8f29e35/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1090.624616] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b266037b-97e6-4579-aaff-d45989304f14 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.638997] env[69374]: DEBUG oslo_vmware.rw_handles [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3ede6-39d5-c388-d09d-a6b7c8f29e35/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1090.639357] env[69374]: ERROR oslo_vmware.rw_handles [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3ede6-39d5-c388-d09d-a6b7c8f29e35/disk-0.vmdk due to incomplete transfer. [ 1090.639640] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3c164b66-d85c-45f9-80c6-7a546a998636 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.657731] env[69374]: DEBUG oslo_vmware.rw_handles [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3ede6-39d5-c388-d09d-a6b7c8f29e35/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1090.658038] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Uploaded image 0a885e10-ab07-4f70-948b-49ebdb7b7890 to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1090.660560] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1090.660560] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1764df31-8e04-4712-83dc-37ad93405804 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.672206] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1090.672206] env[69374]: value = "task-4111944" [ 1090.672206] env[69374]: _type = "Task" [ 1090.672206] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.676927] env[69374]: DEBUG nova.network.neutron [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updated VIF entry in instance network info cache for port 0cbb8086-da7f-427f-a625-a2646b5589fa. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.677327] env[69374]: DEBUG nova.network.neutron [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updating instance_info_cache with network_info: [{"id": "0cbb8086-da7f-427f-a625-a2646b5589fa", "address": "fa:16:3e:73:eb:a3", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbb8086-da", "ovs_interfaceid": "0cbb8086-da7f-427f-a625-a2646b5589fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.682541] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111944, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.888132] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529192a1-8cab-ff2a-239a-48dc1fd92311, 'name': SearchDatastore_Task, 'duration_secs': 0.015183} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.889558] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9669db77-4f6d-4935-a884-bd2969a486e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.899028] env[69374]: DEBUG nova.network.neutron [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance_info_cache with network_info: [{"id": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "address": "fa:16:3e:58:02:5d", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ac4cdc-6c", "ovs_interfaceid": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.904438] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111938, 'name': RemoveSnapshot_Task, 'duration_secs': 1.556355} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.904438] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1090.904438] env[69374]: DEBUG nova.compute.manager [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.904438] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68b6764-ad28-4798-a1f9-0ad46403b801 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.907603] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1090.907603] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525546a0-08c3-f65a-81bf-e5bd352fad0e" [ 1090.907603] env[69374]: _type = "Task" [ 1090.907603] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.922922] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525546a0-08c3-f65a-81bf-e5bd352fad0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.973362] env[69374]: DEBUG oslo_vmware.api [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111942, 'name': PowerOffVM_Task, 'duration_secs': 0.359581} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.973362] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.973362] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.973362] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56b6a5af-4ba0-44db-803f-1261fb0fe7e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.050959] env[69374]: DEBUG oslo_vmware.api [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111943, 'name': PowerOffVM_Task, 'duration_secs': 0.348437} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.050959] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.051139] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.051387] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b7814ea-2e06-4247-a975-b987789a332c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.055035] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.055302] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.055522] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Deleting the datastore file [datastore1] 632217f2-e81c-4ef7-9a10-3f5ef8646836 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.055829] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b230bec-156e-4d5a-86c5-7f65ad5e91f4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.063328] env[69374]: DEBUG oslo_vmware.api [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1091.063328] env[69374]: value = "task-4111947" [ 1091.063328] env[69374]: _type = "Task" [ 1091.063328] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.076400] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.076400] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52400373-0bfa-0c1f-1bb9-48e1efe1fffd" [ 1091.076400] env[69374]: _type = "HttpNfcLease" [ 1091.076400] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1091.078831] env[69374]: DEBUG oslo_vmware.rw_handles [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1091.078831] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52400373-0bfa-0c1f-1bb9-48e1efe1fffd" [ 1091.078831] env[69374]: _type = "HttpNfcLease" [ 1091.078831] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1091.079656] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8077ec7c-9443-46ca-bd8f-76076c1ecc6e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.089048] env[69374]: DEBUG oslo_vmware.rw_handles [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f8cd-852f-b219-fc32-f2ea9cd836fc/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1091.089246] env[69374]: DEBUG oslo_vmware.rw_handles [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f8cd-852f-b219-fc32-f2ea9cd836fc/disk-0.vmdk. {{(pid=69374) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1091.150716] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.151016] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.151278] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Deleting the datastore file [datastore1] 33dd3d05-f994-494e-972e-b80a520ef0a3 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.151578] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2fd27cc-e832-46e9-b772-e04754b08162 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.160881] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86bcf4df-fbf0-4deb-87ec-2c5fa0be2868 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.163669] env[69374]: DEBUG oslo_vmware.api [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for the task: (returnval){ [ 1091.163669] env[69374]: value = "task-4111948" [ 1091.163669] env[69374]: _type = "Task" [ 1091.163669] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.176329] env[69374]: DEBUG oslo_vmware.api [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.185492] env[69374]: DEBUG oslo_concurrency.lockutils [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] Releasing lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.185829] env[69374]: DEBUG nova.compute.manager [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Received event network-vif-plugged-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.186058] env[69374]: DEBUG oslo_concurrency.lockutils [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] Acquiring lock "35ff501c-97b3-4065-9047-71b7d0b8afa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.186421] env[69374]: DEBUG oslo_concurrency.lockutils [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.186509] env[69374]: DEBUG oslo_concurrency.lockutils [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.186762] env[69374]: DEBUG nova.compute.manager [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] No waiting events found dispatching network-vif-plugged-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1091.187043] env[69374]: WARNING nova.compute.manager [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Received unexpected event network-vif-plugged-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee for instance with vm_state building and task_state spawning. [ 1091.187245] env[69374]: DEBUG nova.compute.manager [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Received event network-changed-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.187406] env[69374]: DEBUG nova.compute.manager [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Refreshing instance network info cache due to event network-changed-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.187582] env[69374]: DEBUG oslo_concurrency.lockutils [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] Acquiring lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.187813] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111944, 'name': Destroy_Task, 'duration_secs': 0.47202} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.188208] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Destroyed the VM [ 1091.188276] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1091.188537] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c79fdcb-63ad-44c1-bc99-c9b220417d58 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.195914] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1091.195914] env[69374]: value = "task-4111949" [ 1091.195914] env[69374]: _type = "Task" [ 1091.195914] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.206473] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111949, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.402109] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.402503] env[69374]: DEBUG nova.compute.manager [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Instance network_info: |[{"id": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "address": "fa:16:3e:58:02:5d", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ac4cdc-6c", "ovs_interfaceid": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.403020] env[69374]: DEBUG oslo_concurrency.lockutils [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] Acquired lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.403254] env[69374]: DEBUG nova.network.neutron [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Refreshing network info cache for port 62ac4cdc-6c11-47b0-bb6e-504c6e1628ee {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.404977] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:02:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62ac4cdc-6c11-47b0-bb6e-504c6e1628ee', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.415497] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.420102] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.423063] env[69374]: INFO nova.compute.manager [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Shelve offloading [ 1091.433026] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c8465e7-26ab-4f82-aee7-6485fc76c9e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.455392] env[69374]: DEBUG nova.compute.manager [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.472366] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525546a0-08c3-f65a-81bf-e5bd352fad0e, 'name': SearchDatastore_Task, 'duration_secs': 0.018854} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.476221] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.476559] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 0cd2c38b-03bd-41f8-9df5-d524dc365d40/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. {{(pid=69374) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1091.476851] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.476851] env[69374]: value = "task-4111950" [ 1091.476851] env[69374]: _type = "Task" [ 1091.476851] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.479245] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0de5492d-98fc-4593-b513-9e1607933c17 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.491175] env[69374]: DEBUG nova.virt.hardware [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.491556] env[69374]: DEBUG nova.virt.hardware [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.491556] env[69374]: DEBUG nova.virt.hardware [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.491758] env[69374]: DEBUG nova.virt.hardware [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.491973] env[69374]: DEBUG nova.virt.hardware [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.492155] env[69374]: DEBUG nova.virt.hardware [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.492403] env[69374]: DEBUG nova.virt.hardware [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.492606] env[69374]: DEBUG nova.virt.hardware [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.492832] env[69374]: DEBUG nova.virt.hardware [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.493068] env[69374]: DEBUG nova.virt.hardware [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.493274] env[69374]: DEBUG nova.virt.hardware [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.494710] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c7032e-0760-4938-a70b-c99966d62975 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.507319] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111950, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.507710] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1091.507710] env[69374]: value = "task-4111951" [ 1091.507710] env[69374]: _type = "Task" [ 1091.507710] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.519897] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ca004b-5bc4-41b6-9338-956197167146 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.530724] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.584369] env[69374]: DEBUG oslo_vmware.api [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26707} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.586866] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.587234] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.587474] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.587780] env[69374]: INFO nova.compute.manager [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1091.588212] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.588566] env[69374]: DEBUG nova.compute.manager [-] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.588729] env[69374]: DEBUG nova.network.neutron [-] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.684639] env[69374]: DEBUG oslo_vmware.api [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Task: {'id': task-4111948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20303} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.686281] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.686512] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.686714] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.686897] env[69374]: INFO nova.compute.manager [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1091.687343] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.687690] env[69374]: DEBUG nova.compute.manager [-] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.687879] env[69374]: DEBUG nova.network.neutron [-] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.725895] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111949, 'name': RemoveSnapshot_Task, 'duration_secs': 0.508503} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.730123] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1091.730582] env[69374]: DEBUG nova.compute.manager [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.739030] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14546a37-f735-4efd-9a18-e72258207901 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.928111] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.928111] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-594f3cb6-31dd-422d-9e8e-e581d8de1c1a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.938670] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1091.938670] env[69374]: value = "task-4111952" [ 1091.938670] env[69374]: _type = "Task" [ 1091.938670] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.956467] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1091.956712] env[69374]: DEBUG nova.compute.manager [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.957705] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab85ffa-fa5b-45f2-9eae-3fd1d405ba54 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.974701] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.974701] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.974701] env[69374]: DEBUG nova.network.neutron [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.991793] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218abb41-0b6a-4475-b03b-e699852e0ac7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.002484] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111950, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.007544] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d0b182-4e9d-4331-91dd-ab8ed5ebeea3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.054811] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111951, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.065663] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24fff4a-0d16-48bf-892c-473a9cfffaaa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.085716] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529dc149-4cec-406e-868d-c2a22f1ca182 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.123027] env[69374]: DEBUG nova.compute.provider_tree [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.148946] env[69374]: DEBUG oslo_vmware.rw_handles [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Completed reading data from the image iterator. {{(pid=69374) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1092.149293] env[69374]: DEBUG oslo_vmware.rw_handles [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f8cd-852f-b219-fc32-f2ea9cd836fc/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1092.150327] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6312e029-c485-4b61-b2fa-23ca18560fb2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.160281] env[69374]: DEBUG oslo_vmware.rw_handles [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f8cd-852f-b219-fc32-f2ea9cd836fc/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1092.162203] env[69374]: DEBUG oslo_vmware.rw_handles [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f8cd-852f-b219-fc32-f2ea9cd836fc/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1092.162203] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-65947fee-9ce3-4ea0-9b80-f6aee13b3410 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.178659] env[69374]: DEBUG nova.compute.manager [req-63d6fbe9-b4ed-4caf-8c81-5fb87edc2f0d req-cb920166-a647-4809-a09f-baac254df879 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Received event network-vif-deleted-302f7633-4add-4fe9-a832-c2b97cbeb1b7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.178875] env[69374]: INFO nova.compute.manager [req-63d6fbe9-b4ed-4caf-8c81-5fb87edc2f0d req-cb920166-a647-4809-a09f-baac254df879 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Neutron deleted interface 302f7633-4add-4fe9-a832-c2b97cbeb1b7; detaching it from the instance and deleting it from the info cache [ 1092.179071] env[69374]: DEBUG nova.network.neutron [req-63d6fbe9-b4ed-4caf-8c81-5fb87edc2f0d req-cb920166-a647-4809-a09f-baac254df879 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.261644] env[69374]: INFO nova.compute.manager [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Shelve offloading [ 1092.300534] env[69374]: DEBUG nova.network.neutron [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Successfully updated port: be2f5229-af2b-4ab6-859d-80518ab0a95c {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.424956] env[69374]: DEBUG nova.compute.manager [req-1909c5b8-c7be-42e7-a145-33b9e449dab7 req-afcc8e38-024d-4194-9553-e3b7008893ba service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Received event network-vif-deleted-e9014b43-123c-4712-872c-86eedce8b60d {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.425198] env[69374]: INFO nova.compute.manager [req-1909c5b8-c7be-42e7-a145-33b9e449dab7 req-afcc8e38-024d-4194-9553-e3b7008893ba service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Neutron deleted interface e9014b43-123c-4712-872c-86eedce8b60d; detaching it from the instance and deleting it from the info cache [ 1092.425376] env[69374]: DEBUG nova.network.neutron [req-1909c5b8-c7be-42e7-a145-33b9e449dab7 req-afcc8e38-024d-4194-9553-e3b7008893ba service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.495155] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111950, 'name': CreateVM_Task, 'duration_secs': 0.57771} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.497018] env[69374]: DEBUG nova.network.neutron [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updated VIF entry in instance network info cache for port 62ac4cdc-6c11-47b0-bb6e-504c6e1628ee. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.497018] env[69374]: DEBUG nova.network.neutron [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance_info_cache with network_info: [{"id": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "address": "fa:16:3e:58:02:5d", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ac4cdc-6c", "ovs_interfaceid": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.498128] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.499937] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.500559] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.501060] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.501779] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1df9e45-f459-4dac-a03c-a302b64f1251 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.510079] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1092.510079] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f12c12-3be1-070e-04ec-5be033076a40" [ 1092.510079] env[69374]: _type = "Task" [ 1092.510079] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.527788] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f12c12-3be1-070e-04ec-5be033076a40, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.531378] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.531803] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.532199] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.532449] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.532714] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.533130] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717271} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.533722] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04156209-cd5e-4668-9637-383ec23f2dc5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.536012] env[69374]: INFO nova.virt.vmwareapi.ds_util [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 0cd2c38b-03bd-41f8-9df5-d524dc365d40/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. [ 1092.537087] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33846a86-85a8-4a6b-9ae9-7afa13f23a88 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.569536] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 0cd2c38b-03bd-41f8-9df5-d524dc365d40/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.573700] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54652128-47fb-4985-8b7c-c477af4d6f12 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.586676] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.586888] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.587722] env[69374]: DEBUG nova.network.neutron [-] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.589298] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243750b8-a4a1-4030-82b6-72edbe7064c9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.597583] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1092.597583] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c205eb-dccf-32ae-ba63-46687fc18fab" [ 1092.597583] env[69374]: _type = "Task" [ 1092.597583] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.599698] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1092.599698] env[69374]: value = "task-4111953" [ 1092.599698] env[69374]: _type = "Task" [ 1092.599698] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.616549] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c205eb-dccf-32ae-ba63-46687fc18fab, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.621305] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.621593] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c362b9-e81a-47ff-92a7-35e2eb762aa5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.629183] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1092.629183] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52296016-323d-9cf0-83d5-19e99f7a11f6" [ 1092.629183] env[69374]: _type = "Task" [ 1092.629183] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.646821] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52296016-323d-9cf0-83d5-19e99f7a11f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012041} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.647107] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.647432] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 35ff501c-97b3-4065-9047-71b7d0b8afa5/35ff501c-97b3-4065-9047-71b7d0b8afa5.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.647715] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f82f2069-55de-487b-9a5d-a2cde8f6175d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.655434] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1092.655434] env[69374]: value = "task-4111954" [ 1092.655434] env[69374]: _type = "Task" [ 1092.655434] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.660236] env[69374]: ERROR nova.scheduler.client.report [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [req-d52e3203-e9f0-4cee-8ad4-ced8ddb9dcc6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d52e3203-e9f0-4cee-8ad4-ced8ddb9dcc6"}]} [ 1092.665865] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.682455] env[69374]: DEBUG nova.scheduler.client.report [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1092.684605] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66b62a93-e3a3-488e-9cd6-f6c8e11a7f96 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.695174] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfe8d3c-80fd-48c5-aa03-902133904cd6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.708523] env[69374]: DEBUG nova.scheduler.client.report [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1092.708807] env[69374]: DEBUG nova.compute.provider_tree [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.726423] env[69374]: DEBUG nova.scheduler.client.report [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1092.744855] env[69374]: DEBUG nova.compute.manager [req-63d6fbe9-b4ed-4caf-8c81-5fb87edc2f0d req-cb920166-a647-4809-a09f-baac254df879 service nova] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Detach interface failed, port_id=302f7633-4add-4fe9-a832-c2b97cbeb1b7, reason: Instance 632217f2-e81c-4ef7-9a10-3f5ef8646836 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.748177] env[69374]: DEBUG nova.scheduler.client.report [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1092.767990] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.767990] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f575205b-9d46-4d77-a046-5f4ded1916e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.780064] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1092.780064] env[69374]: value = "task-4111955" [ 1092.780064] env[69374]: _type = "Task" [ 1092.780064] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.793863] env[69374]: DEBUG nova.network.neutron [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updating instance_info_cache with network_info: [{"id": "778fc791-a94f-4a82-a799-dfa0b062551a", "address": "fa:16:3e:73:a8:80", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778fc791-a9", "ovs_interfaceid": "778fc791-a94f-4a82-a799-dfa0b062551a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.795350] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1092.795561] env[69374]: DEBUG nova.compute.manager [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1092.796628] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd22345d-3385-40ce-a192-ef0e899bff52 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.803936] env[69374]: DEBUG nova.network.neutron [-] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.805236] env[69374]: DEBUG oslo_concurrency.lockutils [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.805490] env[69374]: DEBUG oslo_concurrency.lockutils [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.805632] env[69374]: DEBUG nova.network.neutron [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.810053] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "refresh_cache-c5f70326-f36e-4660-afcc-c589de19d710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.810213] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "refresh_cache-c5f70326-f36e-4660-afcc-c589de19d710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.810367] env[69374]: DEBUG nova.network.neutron [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.819826] env[69374]: DEBUG oslo_vmware.rw_handles [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f8cd-852f-b219-fc32-f2ea9cd836fc/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1092.820278] env[69374]: INFO nova.virt.vmwareapi.images [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Downloaded image file data 61d0bd87-111d-44e0-8ac0-b86d352e6fe2 [ 1092.822377] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ee3381-7cde-495c-9ed7-005039cfd56e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.848894] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ce9a56d-559b-479a-ba5d-6be71dbd1ff3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.929028] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66364fcc-5f2b-4f5c-95d8-f376b1f2a300 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.942393] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f6e72a-20ca-4fc2-8206-99c5195e1863 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.958210] env[69374]: INFO nova.virt.vmwareapi.images [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] The imported VM was unregistered [ 1092.961064] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Caching image {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1092.961367] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating directory with path [datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.963031] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b8e589b-61bb-4994-8dd7-cd2d46fee7e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.993244] env[69374]: DEBUG nova.compute.manager [req-1909c5b8-c7be-42e7-a145-33b9e449dab7 req-afcc8e38-024d-4194-9553-e3b7008893ba service nova] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Detach interface failed, port_id=e9014b43-123c-4712-872c-86eedce8b60d, reason: Instance 33dd3d05-f994-494e-972e-b80a520ef0a3 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.002525] env[69374]: DEBUG oslo_concurrency.lockutils [req-5131cc89-8399-4d3e-a493-c1386cf79b7a req-b14410f3-64f7-4ec2-8ce5-fa3f1f7c80c6 service nova] Releasing lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.011985] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Created directory with path [datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.012227] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7c59f6a8-7a89-4a44-8c9c-8839e005d4f7/OSTACK_IMG_7c59f6a8-7a89-4a44-8c9c-8839e005d4f7.vmdk to [datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2/61d0bd87-111d-44e0-8ac0-b86d352e6fe2.vmdk. {{(pid=69374) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1093.015870] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6d6d2935-e39e-483e-8e19-2459de0e22fd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.024698] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1093.024698] env[69374]: value = "task-4111957" [ 1093.024698] env[69374]: _type = "Task" [ 1093.024698] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.034167] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111957, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.092277] env[69374]: INFO nova.compute.manager [-] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Took 1.50 seconds to deallocate network for instance. [ 1093.119077] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.147802] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49fedd0-c38e-49f4-b19b-891481415e5a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.160326] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98322a8b-37a4-4b5d-8bf7-a67803d45773 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.170070] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111954, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.197665] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2c0e26-2ae3-428a-a622-eb64964d6ff3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.206953] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b84ef8c-031b-436b-a96a-ed3ba96c030e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.222877] env[69374]: DEBUG nova.compute.provider_tree [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.297416] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.310596] env[69374]: INFO nova.compute.manager [-] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Took 1.62 seconds to deallocate network for instance. [ 1093.371885] env[69374]: DEBUG nova.network.neutron [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.536996] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111957, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.602879] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.620045] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111953, 'name': ReconfigVM_Task, 'duration_secs': 0.869399} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.620501] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 0cd2c38b-03bd-41f8-9df5-d524dc365d40/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.621424] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42edf3ae-0687-4347-8d53-01eff93eea98 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.662788] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a9b394-99eb-4863-842d-22a0dd43feb7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.687117] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547236} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.687480] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 35ff501c-97b3-4065-9047-71b7d0b8afa5/35ff501c-97b3-4065-9047-71b7d0b8afa5.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.687733] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.688142] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1093.688142] env[69374]: value = "task-4111958" [ 1093.688142] env[69374]: _type = "Task" [ 1093.688142] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.688380] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d80c358-7154-48f3-afeb-f6b40f1b6a8e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.701057] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.703050] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1093.703050] env[69374]: value = "task-4111959" [ 1093.703050] env[69374]: _type = "Task" [ 1093.703050] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.713988] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.729034] env[69374]: DEBUG nova.scheduler.client.report [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.731547] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.732532] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4087415-ab43-4be2-b2e5-88422271de7c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.746138] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.746138] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d2c7c8b-8e8e-406c-b7a8-41a227486351 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.779298] env[69374]: DEBUG nova.network.neutron [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Updating instance_info_cache with network_info: [{"id": "be2f5229-af2b-4ab6-859d-80518ab0a95c", "address": "fa:16:3e:20:77:f8", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2f5229-af", "ovs_interfaceid": "be2f5229-af2b-4ab6-859d-80518ab0a95c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.822509] env[69374]: DEBUG oslo_concurrency.lockutils [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.841058] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.841058] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.841058] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleting the datastore file [datastore1] f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.841058] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc539c23-6e61-40f2-ac0f-51cb30f4b809 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.850887] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1093.850887] env[69374]: value = "task-4111961" [ 1093.850887] env[69374]: _type = "Task" [ 1093.850887] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.861104] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.863237] env[69374]: DEBUG nova.network.neutron [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updating instance_info_cache with network_info: [{"id": "cac011a1-68c9-4741-98cf-ca2340af9e23", "address": "fa:16:3e:ea:db:ac", "network": {"id": "89b35221-668c-457b-8968-1bc76efc4e72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1085066004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35739f4320e54a97a5a8b9cc87366152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac011a1-68", "ovs_interfaceid": "cac011a1-68c9-4741-98cf-ca2340af9e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.035532] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111957, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.205024] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111958, 'name': ReconfigVM_Task, 'duration_secs': 0.507308} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.210268] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.210752] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04a777f4-7c3d-415a-8e26-5237b0e075f9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.219109] env[69374]: DEBUG nova.compute.manager [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Received event network-vif-plugged-be2f5229-af2b-4ab6-859d-80518ab0a95c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.219526] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Acquiring lock "c5f70326-f36e-4660-afcc-c589de19d710-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.219890] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Lock "c5f70326-f36e-4660-afcc-c589de19d710-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.220210] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Lock "c5f70326-f36e-4660-afcc-c589de19d710-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.220528] env[69374]: DEBUG nova.compute.manager [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] No waiting events found dispatching network-vif-plugged-be2f5229-af2b-4ab6-859d-80518ab0a95c {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1094.220835] env[69374]: WARNING nova.compute.manager [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Received unexpected event network-vif-plugged-be2f5229-af2b-4ab6-859d-80518ab0a95c for instance with vm_state building and task_state spawning. [ 1094.221161] env[69374]: DEBUG nova.compute.manager [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Received event network-changed-be2f5229-af2b-4ab6-859d-80518ab0a95c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.221466] env[69374]: DEBUG nova.compute.manager [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Refreshing instance network info cache due to event network-changed-be2f5229-af2b-4ab6-859d-80518ab0a95c. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.221774] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Acquiring lock "refresh_cache-c5f70326-f36e-4660-afcc-c589de19d710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.228152] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111959, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.234220] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1094.234220] env[69374]: value = "task-4111962" [ 1094.234220] env[69374]: _type = "Task" [ 1094.234220] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.241362] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.809s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.242216] env[69374]: DEBUG nova.compute.manager [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.249985] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.833s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.249985] env[69374]: DEBUG nova.objects.instance [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Lazy-loading 'resources' on Instance uuid 45448fec-734a-4f14-a85a-3cb69c119279 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.256086] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.283338] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "refresh_cache-c5f70326-f36e-4660-afcc-c589de19d710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.283799] env[69374]: DEBUG nova.compute.manager [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Instance network_info: |[{"id": "be2f5229-af2b-4ab6-859d-80518ab0a95c", "address": "fa:16:3e:20:77:f8", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2f5229-af", "ovs_interfaceid": "be2f5229-af2b-4ab6-859d-80518ab0a95c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.284940] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Acquired lock "refresh_cache-c5f70326-f36e-4660-afcc-c589de19d710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.285161] env[69374]: DEBUG nova.network.neutron [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Refreshing network info cache for port be2f5229-af2b-4ab6-859d-80518ab0a95c {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.286592] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:77:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be2f5229-af2b-4ab6-859d-80518ab0a95c', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.295310] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.296590] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.296907] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62220938-aba9-458e-867e-a15437d9cc43 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.322111] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.322111] env[69374]: value = "task-4111963" [ 1094.322111] env[69374]: _type = "Task" [ 1094.322111] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.332621] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111963, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.362659] env[69374]: DEBUG oslo_vmware.api [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4111961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244858} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.362995] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.363251] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.363451] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.367266] env[69374]: DEBUG oslo_concurrency.lockutils [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.402760] env[69374]: INFO nova.scheduler.client.report [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleted allocations for instance f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 [ 1094.537972] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111957, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.717343] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.68435} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.717577] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.718607] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bf3ad6-5bf7-43c9-9995-386839c94e25 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.748885] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 35ff501c-97b3-4065-9047-71b7d0b8afa5/35ff501c-97b3-4065-9047-71b7d0b8afa5.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.755651] env[69374]: DEBUG nova.compute.utils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.757218] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61cee0c5-5909-4396-8c21-a185a8ad3e62 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.775164] env[69374]: DEBUG nova.compute.manager [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.775419] env[69374]: DEBUG nova.network.neutron [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.787717] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.789523] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1094.789523] env[69374]: value = "task-4111964" [ 1094.789523] env[69374]: _type = "Task" [ 1094.789523] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.803062] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.832724] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111963, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.854708] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.855673] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b9f158-3f27-43ce-9b66-d3abd248a445 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.864561] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.868675] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3c3cb76-30d9-470c-b96c-518679f70165 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.901219] env[69374]: DEBUG nova.policy [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c878f8d5e8142f485dd999e9fdf97b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c21f4064b2a4d4480b28bb877fdf815', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.910296] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.949610] env[69374]: DEBUG nova.compute.manager [req-dc5bcbf3-6f03-4e57-aae0-c457a3ad819f req-3630dce2-826b-4fea-9634-06323d2f2b89 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Received event network-vif-unplugged-cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.949842] env[69374]: DEBUG oslo_concurrency.lockutils [req-dc5bcbf3-6f03-4e57-aae0-c457a3ad819f req-3630dce2-826b-4fea-9634-06323d2f2b89 service nova] Acquiring lock "2ac650ee-f9af-4486-8402-d546524edb14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.950077] env[69374]: DEBUG oslo_concurrency.lockutils [req-dc5bcbf3-6f03-4e57-aae0-c457a3ad819f req-3630dce2-826b-4fea-9634-06323d2f2b89 service nova] Lock "2ac650ee-f9af-4486-8402-d546524edb14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.950293] env[69374]: DEBUG oslo_concurrency.lockutils [req-dc5bcbf3-6f03-4e57-aae0-c457a3ad819f req-3630dce2-826b-4fea-9634-06323d2f2b89 service nova] Lock "2ac650ee-f9af-4486-8402-d546524edb14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.950657] env[69374]: DEBUG nova.compute.manager [req-dc5bcbf3-6f03-4e57-aae0-c457a3ad819f req-3630dce2-826b-4fea-9634-06323d2f2b89 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] No waiting events found dispatching network-vif-unplugged-cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1094.950657] env[69374]: WARNING nova.compute.manager [req-dc5bcbf3-6f03-4e57-aae0-c457a3ad819f req-3630dce2-826b-4fea-9634-06323d2f2b89 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Received unexpected event network-vif-unplugged-cac011a1-68c9-4741-98cf-ca2340af9e23 for instance with vm_state shelved and task_state shelving_offloading. [ 1094.953468] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.953863] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.954108] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Deleting the datastore file [datastore1] 2ac650ee-f9af-4486-8402-d546524edb14 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.954563] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98401136-40d9-45b0-83c6-e697b5848db5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.971616] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1094.971616] env[69374]: value = "task-4111966" [ 1094.971616] env[69374]: _type = "Task" [ 1094.971616] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.984847] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.022958] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "163487fb-71db-4577-833a-1740a552a3dd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.022958] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.022958] env[69374]: INFO nova.compute.manager [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Rebooting instance [ 1095.038679] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111957, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.097873] env[69374]: DEBUG nova.network.neutron [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Updated VIF entry in instance network info cache for port be2f5229-af2b-4ab6-859d-80518ab0a95c. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.098383] env[69374]: DEBUG nova.network.neutron [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Updating instance_info_cache with network_info: [{"id": "be2f5229-af2b-4ab6-859d-80518ab0a95c", "address": "fa:16:3e:20:77:f8", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2f5229-af", "ovs_interfaceid": "be2f5229-af2b-4ab6-859d-80518ab0a95c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.183634] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03183e7c-ccb3-4d36-a648-015ba559626d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.194362] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c787f38-ba20-4339-af9d-6ab0b1fea689 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.231059] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f726b3-39d1-42e3-a11a-89ac57062404 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.248036] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc518aa-cdad-4fba-8cac-9ba9456cb38e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.258982] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.269617] env[69374]: DEBUG nova.compute.provider_tree [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.274390] env[69374]: DEBUG nova.compute.manager [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.305128] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.335624] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111963, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.436816] env[69374]: DEBUG nova.network.neutron [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Successfully created port: b3792d8d-d476-418d-b2bb-060de9303605 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.483273] env[69374]: DEBUG oslo_vmware.api [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4111966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270273} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.483588] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.483782] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.483961] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.509870] env[69374]: INFO nova.scheduler.client.report [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Deleted allocations for instance 2ac650ee-f9af-4486-8402-d546524edb14 [ 1095.547721] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111957, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.561587] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.561780] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.561991] env[69374]: DEBUG nova.network.neutron [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.601615] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Releasing lock "refresh_cache-c5f70326-f36e-4660-afcc-c589de19d710" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.602083] env[69374]: DEBUG nova.compute.manager [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Received event network-vif-unplugged-778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.602471] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Acquiring lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.602637] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.602912] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.603203] env[69374]: DEBUG nova.compute.manager [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] No waiting events found dispatching network-vif-unplugged-778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1095.603414] env[69374]: WARNING nova.compute.manager [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Received unexpected event network-vif-unplugged-778fc791-a94f-4a82-a799-dfa0b062551a for instance with vm_state shelved and task_state shelving_offloading. [ 1095.603645] env[69374]: DEBUG nova.compute.manager [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Received event network-changed-778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.603862] env[69374]: DEBUG nova.compute.manager [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Refreshing instance network info cache due to event network-changed-778fc791-a94f-4a82-a799-dfa0b062551a. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.604091] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Acquiring lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.604223] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Acquired lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.604383] env[69374]: DEBUG nova.network.neutron [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Refreshing network info cache for port 778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.756540] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111962, 'name': PowerOnVM_Task} progress is 98%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.807418] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111964, 'name': ReconfigVM_Task, 'duration_secs': 0.908635} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.807925] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 35ff501c-97b3-4065-9047-71b7d0b8afa5/35ff501c-97b3-4065-9047-71b7d0b8afa5.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.808882] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd80ace1-cb6b-49c5-971c-affe28aefa73 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.817881] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1095.817881] env[69374]: value = "task-4111967" [ 1095.817881] env[69374]: _type = "Task" [ 1095.817881] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.831992] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111967, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.833466] env[69374]: DEBUG nova.scheduler.client.report [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1095.833673] env[69374]: DEBUG nova.compute.provider_tree [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 124 to 125 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1095.833862] env[69374]: DEBUG nova.compute.provider_tree [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.844440] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111963, 'name': CreateVM_Task, 'duration_secs': 1.470228} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.845792] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.846552] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.846719] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.847202] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.847636] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc4af55-041d-4628-9f9d-4b21af9a4739 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.852882] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1095.852882] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5209bc57-717f-b5a8-aabe-f712b4962c47" [ 1095.852882] env[69374]: _type = "Task" [ 1095.852882] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.863605] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5209bc57-717f-b5a8-aabe-f712b4962c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.017284] env[69374]: DEBUG oslo_concurrency.lockutils [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.039926] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111957, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.675319} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.040490] env[69374]: INFO nova.virt.vmwareapi.ds_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7c59f6a8-7a89-4a44-8c9c-8839e005d4f7/OSTACK_IMG_7c59f6a8-7a89-4a44-8c9c-8839e005d4f7.vmdk to [datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2/61d0bd87-111d-44e0-8ac0-b86d352e6fe2.vmdk. [ 1096.040693] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Cleaning up location [datastore2] OSTACK_IMG_7c59f6a8-7a89-4a44-8c9c-8839e005d4f7 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1096.040859] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7c59f6a8-7a89-4a44-8c9c-8839e005d4f7 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.041326] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a802822-90bb-4664-a618-741fe6d45cf9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.048798] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1096.048798] env[69374]: value = "task-4111968" [ 1096.048798] env[69374]: _type = "Task" [ 1096.048798] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.059689] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.251965] env[69374]: DEBUG oslo_vmware.api [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4111962, 'name': PowerOnVM_Task, 'duration_secs': 1.62187} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.252832] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.260657] env[69374]: DEBUG nova.compute.manager [None req-3f6ccde2-beb4-4458-9845-ef30f71f5f56 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1096.265047] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceb709b-c47e-41d2-8611-43412c5716a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.285389] env[69374]: DEBUG nova.compute.manager [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.313576] env[69374]: DEBUG nova.network.neutron [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance_info_cache with network_info: [{"id": "51ecc627-facf-4f44-ab76-608a62b51faa", "address": "fa:16:3e:f2:19:0c", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ecc627-fa", "ovs_interfaceid": "51ecc627-facf-4f44-ab76-608a62b51faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.320520] env[69374]: DEBUG nova.virt.hardware [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.320980] env[69374]: DEBUG nova.virt.hardware [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.321306] env[69374]: DEBUG nova.virt.hardware [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.321652] env[69374]: DEBUG nova.virt.hardware [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.325019] env[69374]: DEBUG nova.virt.hardware [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.325019] env[69374]: DEBUG nova.virt.hardware [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.325019] env[69374]: DEBUG nova.virt.hardware [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.325019] env[69374]: DEBUG nova.virt.hardware [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.325019] env[69374]: DEBUG nova.virt.hardware [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.325019] env[69374]: DEBUG nova.virt.hardware [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.325019] env[69374]: DEBUG nova.virt.hardware [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.325019] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b29d93-ddd0-4c4a-add9-1b6379072a5d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.336907] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111967, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.340259] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f0148c-1c16-49a9-8c87-7196e82bccfd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.345890] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.356809] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.723s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.373886] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5209bc57-717f-b5a8-aabe-f712b4962c47, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.375126] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.375619] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.375993] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.376276] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.376556] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.377269] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f30668a3-29c8-4e42-bd8b-554279a575ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.382421] env[69374]: INFO nova.scheduler.client.report [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Deleted allocations for instance 45448fec-734a-4f14-a85a-3cb69c119279 [ 1096.388673] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.389921] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.392735] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb03340c-d99e-4f2f-9d9e-ccf2d5303c2c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.401158] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1096.401158] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5218e68e-1d89-afb7-f5c1-b4752d745e0f" [ 1096.401158] env[69374]: _type = "Task" [ 1096.401158] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.413046] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5218e68e-1d89-afb7-f5c1-b4752d745e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.414026] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089e6b22-e51c-4017-a4be-a25bb8a354e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.420471] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1096.420471] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52195eca-190c-45a8-d1ea-548e1abd6b40" [ 1096.420471] env[69374]: _type = "Task" [ 1096.420471] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.429768] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52195eca-190c-45a8-d1ea-548e1abd6b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.564722] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038257} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.565082] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.565306] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2/61d0bd87-111d-44e0-8ac0-b86d352e6fe2.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.565649] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2/61d0bd87-111d-44e0-8ac0-b86d352e6fe2.vmdk to [datastore2] a7a1f5c6-2c80-413f-a60f-6e41c364f6f9/a7a1f5c6-2c80-413f-a60f-6e41c364f6f9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.565973] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a453d6c4-54a2-40a0-b830-6e6cbb75a4eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.574685] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1096.574685] env[69374]: value = "task-4111969" [ 1096.574685] env[69374]: _type = "Task" [ 1096.574685] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.585380] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.777119] env[69374]: DEBUG nova.network.neutron [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updated VIF entry in instance network info cache for port 778fc791-a94f-4a82-a799-dfa0b062551a. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.777490] env[69374]: DEBUG nova.network.neutron [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updating instance_info_cache with network_info: [{"id": "778fc791-a94f-4a82-a799-dfa0b062551a", "address": "fa:16:3e:73:a8:80", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap778fc791-a9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.814766] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.835673] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111967, 'name': Rename_Task, 'duration_secs': 0.569571} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.836218] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.836493] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f40acf-fec8-4ef9-a039-08dd8c991902 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.845185] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1096.845185] env[69374]: value = "task-4111970" [ 1096.845185] env[69374]: _type = "Task" [ 1096.845185] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.856169] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.868374] env[69374]: INFO nova.compute.claims [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.900901] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ddf1e526-6fdb-49a2-810b-f61f803de74f tempest-InstanceActionsV221TestJSON-664732431 tempest-InstanceActionsV221TestJSON-664732431-project-member] Lock "45448fec-734a-4f14-a85a-3cb69c119279" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.982s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.933405] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52195eca-190c-45a8-d1ea-548e1abd6b40, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.933405] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.933405] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c5f70326-f36e-4660-afcc-c589de19d710/c5f70326-f36e-4660-afcc-c589de19d710.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.934693] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14d9c2a8-e172-40c2-98f9-852bf92162e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.944328] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1096.944328] env[69374]: value = "task-4111971" [ 1096.944328] env[69374]: _type = "Task" [ 1096.944328] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.948445] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.957271] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.089827] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111969, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.185802] env[69374]: DEBUG nova.compute.manager [req-cb03c5c0-d418-46d6-b6f8-81111548f570 req-ceece252-44f0-4118-960e-36d71c3df298 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Received event network-changed-cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.186117] env[69374]: DEBUG nova.compute.manager [req-cb03c5c0-d418-46d6-b6f8-81111548f570 req-ceece252-44f0-4118-960e-36d71c3df298 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Refreshing instance network info cache due to event network-changed-cac011a1-68c9-4741-98cf-ca2340af9e23. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.186268] env[69374]: DEBUG oslo_concurrency.lockutils [req-cb03c5c0-d418-46d6-b6f8-81111548f570 req-ceece252-44f0-4118-960e-36d71c3df298 service nova] Acquiring lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.186424] env[69374]: DEBUG oslo_concurrency.lockutils [req-cb03c5c0-d418-46d6-b6f8-81111548f570 req-ceece252-44f0-4118-960e-36d71c3df298 service nova] Acquired lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.186572] env[69374]: DEBUG nova.network.neutron [req-cb03c5c0-d418-46d6-b6f8-81111548f570 req-ceece252-44f0-4118-960e-36d71c3df298 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Refreshing network info cache for port cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.280403] env[69374]: DEBUG oslo_concurrency.lockutils [req-0ad7c425-1463-43bf-8f30-1d8b7a672685 req-8ccd652e-d024-4755-8a15-ca20d64dd90f service nova] Releasing lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.322630] env[69374]: DEBUG nova.compute.manager [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.324017] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f82bf5-f56f-4501-b7b6-2dcf13ad31bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.357935] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.376158] env[69374]: INFO nova.compute.resource_tracker [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating resource usage from migration 9c2cf33f-4786-445f-bd84-c93e6a690f45 [ 1097.459217] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.586909] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111969, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.701164] env[69374]: DEBUG nova.network.neutron [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Successfully updated port: b3792d8d-d476-418d-b2bb-060de9303605 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.761686] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2526ebd-3722-43bc-bdd8-b3573b2c35e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.772072] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521e17be-3141-434d-bbd3-911213a90435 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.807437] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfcacb2-6711-48f9-8f52-31189fd4bd02 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.823563] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34805d07-12c4-48b7-9b41-06695b6d4b9a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.842528] env[69374]: DEBUG nova.compute.provider_tree [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.860238] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111970, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.959137] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.094575] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111969, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.182054] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "2ac650ee-f9af-4486-8402-d546524edb14" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.210028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "refresh_cache-be1e73fc-e49d-44c6-9a64-90712934c164" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.210028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "refresh_cache-be1e73fc-e49d-44c6-9a64-90712934c164" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.210028] env[69374]: DEBUG nova.network.neutron [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.232226] env[69374]: DEBUG nova.network.neutron [req-cb03c5c0-d418-46d6-b6f8-81111548f570 req-ceece252-44f0-4118-960e-36d71c3df298 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updated VIF entry in instance network info cache for port cac011a1-68c9-4741-98cf-ca2340af9e23. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.232613] env[69374]: DEBUG nova.network.neutron [req-cb03c5c0-d418-46d6-b6f8-81111548f570 req-ceece252-44f0-4118-960e-36d71c3df298 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updating instance_info_cache with network_info: [{"id": "cac011a1-68c9-4741-98cf-ca2340af9e23", "address": "fa:16:3e:ea:db:ac", "network": {"id": "89b35221-668c-457b-8968-1bc76efc4e72", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1085066004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35739f4320e54a97a5a8b9cc87366152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcac011a1-68", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.345782] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.346060] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.356138] env[69374]: DEBUG nova.scheduler.client.report [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.363109] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad51258-dec3-452f-aa09-7cc4b5d621a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.371919] env[69374]: DEBUG oslo_vmware.api [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4111970, 'name': PowerOnVM_Task, 'duration_secs': 1.142603} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.374629] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.381870] env[69374]: INFO nova.compute.manager [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1098.381870] env[69374]: DEBUG nova.compute.manager [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1098.381870] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Doing hard reboot of VM {{(pid=69374) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1098.381870] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dcfe5a-a88d-4c23-a9d0-e03cf6563ae2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.381870] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-56970262-217c-46e0-abe6-37142304acc7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.391873] env[69374]: DEBUG oslo_vmware.api [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1098.391873] env[69374]: value = "task-4111972" [ 1098.391873] env[69374]: _type = "Task" [ 1098.391873] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.403679] env[69374]: DEBUG oslo_vmware.api [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111972, 'name': ResetVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.457357] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.589852] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111969, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.736950] env[69374]: DEBUG oslo_concurrency.lockutils [req-cb03c5c0-d418-46d6-b6f8-81111548f570 req-ceece252-44f0-4118-960e-36d71c3df298 service nova] Releasing lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.813541] env[69374]: DEBUG nova.network.neutron [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.848851] env[69374]: DEBUG nova.compute.manager [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.866722] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.510s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.866959] env[69374]: INFO nova.compute.manager [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Migrating [ 1098.874762] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.272s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.875078] env[69374]: DEBUG nova.objects.instance [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lazy-loading 'resources' on Instance uuid 632217f2-e81c-4ef7-9a10-3f5ef8646836 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.907493] env[69374]: INFO nova.compute.manager [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Took 30.76 seconds to build instance. [ 1098.916827] env[69374]: DEBUG oslo_vmware.api [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4111972, 'name': ResetVM_Task, 'duration_secs': 0.102162} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.917144] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Did hard reboot of VM {{(pid=69374) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1098.917379] env[69374]: DEBUG nova.compute.manager [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1098.918323] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251947b6-2c6e-46d8-9204-b1bbfb6a0b0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.971033] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111971, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.089505] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111969, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.245562] env[69374]: DEBUG nova.network.neutron [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Updating instance_info_cache with network_info: [{"id": "b3792d8d-d476-418d-b2bb-060de9303605", "address": "fa:16:3e:37:fb:61", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3792d8d-d4", "ovs_interfaceid": "b3792d8d-d476-418d-b2bb-060de9303605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.391543] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.391543] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.391543] env[69374]: DEBUG nova.network.neutron [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.394765] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.411648] env[69374]: DEBUG oslo_concurrency.lockutils [None req-90785b8f-9a6a-47c9-832a-495fc0df8857 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.273s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.437894] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a53ef776-0c8b-4ccc-93d7-33878c302c8e tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.415s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.463152] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111971, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.477501] env[69374]: DEBUG nova.compute.manager [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Received event network-vif-plugged-b3792d8d-d476-418d-b2bb-060de9303605 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.477838] env[69374]: DEBUG oslo_concurrency.lockutils [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] Acquiring lock "be1e73fc-e49d-44c6-9a64-90712934c164-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.478120] env[69374]: DEBUG oslo_concurrency.lockutils [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] Lock "be1e73fc-e49d-44c6-9a64-90712934c164-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.478619] env[69374]: DEBUG oslo_concurrency.lockutils [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] Lock "be1e73fc-e49d-44c6-9a64-90712934c164-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.478794] env[69374]: DEBUG nova.compute.manager [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] No waiting events found dispatching network-vif-plugged-b3792d8d-d476-418d-b2bb-060de9303605 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1099.479078] env[69374]: WARNING nova.compute.manager [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Received unexpected event network-vif-plugged-b3792d8d-d476-418d-b2bb-060de9303605 for instance with vm_state building and task_state spawning. [ 1099.479357] env[69374]: DEBUG nova.compute.manager [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Received event network-changed-b3792d8d-d476-418d-b2bb-060de9303605 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.479606] env[69374]: DEBUG nova.compute.manager [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Refreshing instance network info cache due to event network-changed-b3792d8d-d476-418d-b2bb-060de9303605. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.479852] env[69374]: DEBUG oslo_concurrency.lockutils [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] Acquiring lock "refresh_cache-be1e73fc-e49d-44c6-9a64-90712934c164" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.588353] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111969, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.773146} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.588851] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61d0bd87-111d-44e0-8ac0-b86d352e6fe2/61d0bd87-111d-44e0-8ac0-b86d352e6fe2.vmdk to [datastore2] a7a1f5c6-2c80-413f-a60f-6e41c364f6f9/a7a1f5c6-2c80-413f-a60f-6e41c364f6f9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.589872] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2babf595-e334-4f38-a666-9e944e63ccaa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.621496] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] a7a1f5c6-2c80-413f-a60f-6e41c364f6f9/a7a1f5c6-2c80-413f-a60f-6e41c364f6f9.vmdk or device None with type streamOptimized {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.624972] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c36a48-f43c-41eb-a80c-6249d483d3b9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.648867] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1099.648867] env[69374]: value = "task-4111973" [ 1099.648867] env[69374]: _type = "Task" [ 1099.648867] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.661378] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.751096] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "refresh_cache-be1e73fc-e49d-44c6-9a64-90712934c164" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.751096] env[69374]: DEBUG nova.compute.manager [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Instance network_info: |[{"id": "b3792d8d-d476-418d-b2bb-060de9303605", "address": "fa:16:3e:37:fb:61", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3792d8d-d4", "ovs_interfaceid": "b3792d8d-d476-418d-b2bb-060de9303605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.751096] env[69374]: DEBUG oslo_concurrency.lockutils [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] Acquired lock "refresh_cache-be1e73fc-e49d-44c6-9a64-90712934c164" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.751096] env[69374]: DEBUG nova.network.neutron [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Refreshing network info cache for port b3792d8d-d476-418d-b2bb-060de9303605 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.751674] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:fb:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3792d8d-d476-418d-b2bb-060de9303605', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.762902] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.767021] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.769879] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6eb90d6-538c-456f-98c7-3b1475307b79 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.792992] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.792992] env[69374]: value = "task-4111974" [ 1099.792992] env[69374]: _type = "Task" [ 1099.792992] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.803749] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111974, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.848707] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a51ed5-d2ac-4fe6-a507-9f2f0e44ad65 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.860198] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa6aa5f-a071-4921-9a0c-568e3137d02b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.905235] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7c335b-5df7-4111-a6ff-98c2fd3c48c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.919922] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e01051-90a4-4593-a936-b930b4278bfe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.942933] env[69374]: DEBUG nova.compute.provider_tree [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.961593] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111971, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.592407} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.961874] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] c5f70326-f36e-4660-afcc-c589de19d710/c5f70326-f36e-4660-afcc-c589de19d710.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.962135] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.962593] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6756d00-10ea-49e1-843e-97b8059a83dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.973396] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1099.973396] env[69374]: value = "task-4111975" [ 1099.973396] env[69374]: _type = "Task" [ 1099.973396] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.983479] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.163147] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111973, 'name': ReconfigVM_Task, 'duration_secs': 0.488271} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.163147] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Reconfigured VM instance instance-0000005e to attach disk [datastore2] a7a1f5c6-2c80-413f-a60f-6e41c364f6f9/a7a1f5c6-2c80-413f-a60f-6e41c364f6f9.vmdk or device None with type streamOptimized {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.163147] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f6fd259-ec0e-4b50-9d6f-600ab5a5d832 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.169109] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1100.169109] env[69374]: value = "task-4111976" [ 1100.169109] env[69374]: _type = "Task" [ 1100.169109] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.178331] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111976, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.229050] env[69374]: DEBUG nova.network.neutron [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Updated VIF entry in instance network info cache for port b3792d8d-d476-418d-b2bb-060de9303605. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.229050] env[69374]: DEBUG nova.network.neutron [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Updating instance_info_cache with network_info: [{"id": "b3792d8d-d476-418d-b2bb-060de9303605", "address": "fa:16:3e:37:fb:61", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3792d8d-d4", "ovs_interfaceid": "b3792d8d-d476-418d-b2bb-060de9303605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.308273] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111974, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.310064] env[69374]: DEBUG nova.network.neutron [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance_info_cache with network_info: [{"id": "c88acd23-5274-42a3-942f-a69dec5cb138", "address": "fa:16:3e:88:38:3b", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc88acd23-52", "ovs_interfaceid": "c88acd23-5274-42a3-942f-a69dec5cb138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.418624] env[69374]: DEBUG nova.compute.manager [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Stashing vm_state: active {{(pid=69374) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1100.450101] env[69374]: DEBUG nova.scheduler.client.report [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.484828] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199204} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.485149] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.486017] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cdbb0e-83f7-4a63-beae-478eeb03edc9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.511498] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] c5f70326-f36e-4660-afcc-c589de19d710/c5f70326-f36e-4660-afcc-c589de19d710.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.511855] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf2edb5-6986-4615-af12-1fc8fcfeddf3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.536033] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1100.536033] env[69374]: value = "task-4111977" [ 1100.536033] env[69374]: _type = "Task" [ 1100.536033] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.543754] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.681227] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111976, 'name': Rename_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.735189] env[69374]: DEBUG oslo_concurrency.lockutils [req-0e9f8aca-1838-4340-8047-caed679ab91d req-92cc0833-bbdd-4aec-b2cd-1b0e1d0a26c3 service nova] Releasing lock "refresh_cache-be1e73fc-e49d-44c6-9a64-90712934c164" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.804794] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111974, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.815677] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.942161] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.953495] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.956051] env[69374]: DEBUG oslo_concurrency.lockutils [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.134s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.956312] env[69374]: DEBUG nova.objects.instance [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lazy-loading 'resources' on Instance uuid 33dd3d05-f994-494e-972e-b80a520ef0a3 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.975275] env[69374]: INFO nova.scheduler.client.report [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Deleted allocations for instance 632217f2-e81c-4ef7-9a10-3f5ef8646836 [ 1101.044884] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.180410] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111976, 'name': Rename_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.304590] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111974, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.483683] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2c475dfa-2cd3-45c1-a3cc-fa369c2a368a tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "632217f2-e81c-4ef7-9a10-3f5ef8646836" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.579s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.545071] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.681661] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111976, 'name': Rename_Task, 'duration_secs': 1.205023} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.681961] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.682253] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe25de43-f4f3-4212-91e0-9730fe54b4a3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.692188] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1101.692188] env[69374]: value = "task-4111978" [ 1101.692188] env[69374]: _type = "Task" [ 1101.692188] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.703979] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.809610] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4111974, 'name': CreateVM_Task, 'duration_secs': 1.693763} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.809610] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.809610] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.809826] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.810493] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.810493] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3936e656-42fd-4b57-b2b8-0cab6e37dc39 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.816503] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1101.816503] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52fa51a7-2ade-769b-6f70-645f847403f9" [ 1101.816503] env[69374]: _type = "Task" [ 1101.816503] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.833533] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fa51a7-2ade-769b-6f70-645f847403f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.837120] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.837423] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.837736] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.837904] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.838120] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.838622] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c8d82c3-68d5-4ef8-8075-765cbf3dfd08 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.849821] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.849821] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.853421] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091f060b-d7a2-4aa6-b93f-747f453c1f34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.860116] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1101.860116] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52814d14-be70-fabd-422f-585c3afd38dd" [ 1101.860116] env[69374]: _type = "Task" [ 1101.860116] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.869535] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52814d14-be70-fabd-422f-585c3afd38dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.874273] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c537d-8dc8-408b-8f3d-72fd0d855c6b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.884853] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa299e76-e08f-41ed-acd1-b41f6c5e3783 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.918853] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3546310d-7740-4310-8919-74667a5010fc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.927815] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6506bea2-6a44-4b21-9a44-60905a184c47 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.944948] env[69374]: DEBUG nova.compute.provider_tree [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.045931] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111977, 'name': ReconfigVM_Task, 'duration_secs': 1.086324} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.046264] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Reconfigured VM instance instance-00000060 to attach disk [datastore2] c5f70326-f36e-4660-afcc-c589de19d710/c5f70326-f36e-4660-afcc-c589de19d710.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.046944] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b465e8c1-57f2-47b5-a9d9-3de80907789b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.055463] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1102.055463] env[69374]: value = "task-4111979" [ 1102.055463] env[69374]: _type = "Task" [ 1102.055463] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.064601] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111979, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.204833] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111978, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.341173] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4137028-8110-4cbe-a210-5535d851ed34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.369952] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance 'bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac' progress to 0 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.384141] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52814d14-be70-fabd-422f-585c3afd38dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014569} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.384949] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945f4973-3989-4829-8c13-1cd54ff33f5b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.390837] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1102.390837] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f3ab97-422b-8e9f-af09-9caac29012d7" [ 1102.390837] env[69374]: _type = "Task" [ 1102.390837] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.399736] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f3ab97-422b-8e9f-af09-9caac29012d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.448042] env[69374]: DEBUG nova.scheduler.client.report [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.568082] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111979, 'name': Rename_Task, 'duration_secs': 0.199154} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.568082] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.568464] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dfb95d0-e0ab-40f1-bd96-b63510c339d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.580046] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1102.580046] env[69374]: value = "task-4111980" [ 1102.580046] env[69374]: _type = "Task" [ 1102.580046] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.587755] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.706443] env[69374]: DEBUG oslo_vmware.api [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111978, 'name': PowerOnVM_Task, 'duration_secs': 0.539446} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.707255] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.710028] env[69374]: INFO nova.compute.manager [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Took 17.45 seconds to spawn the instance on the hypervisor. [ 1102.710028] env[69374]: DEBUG nova.compute.manager [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1102.710028] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b18426-05d3-4ee4-88c1-6c613ec0506c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.880254] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.880608] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdc2bf36-eb30-4240-85a5-436693fc1685 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.888395] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1102.888395] env[69374]: value = "task-4111981" [ 1102.888395] env[69374]: _type = "Task" [ 1102.888395] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.903689] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.907816] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f3ab97-422b-8e9f-af09-9caac29012d7, 'name': SearchDatastore_Task, 'duration_secs': 0.023319} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.908175] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.908530] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] be1e73fc-e49d-44c6-9a64-90712934c164/be1e73fc-e49d-44c6-9a64-90712934c164.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.908863] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d1b7d72-4937-4bfa-8515-2ee22c077046 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.916680] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1102.916680] env[69374]: value = "task-4111982" [ 1102.916680] env[69374]: _type = "Task" [ 1102.916680] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.927496] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.955074] env[69374]: DEBUG oslo_concurrency.lockutils [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.957772] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.048s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.958390] env[69374]: DEBUG nova.objects.instance [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lazy-loading 'resources' on Instance uuid f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.983594] env[69374]: INFO nova.scheduler.client.report [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Deleted allocations for instance 33dd3d05-f994-494e-972e-b80a520ef0a3 [ 1103.089483] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.231060] env[69374]: INFO nova.compute.manager [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Took 42.91 seconds to build instance. [ 1103.400768] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111981, 'name': PowerOffVM_Task, 'duration_secs': 0.250484} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.401464] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.401464] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance 'bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac' progress to 17 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.438149] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111982, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.464771] env[69374]: DEBUG nova.objects.instance [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lazy-loading 'numa_topology' on Instance uuid f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.494158] env[69374]: DEBUG oslo_concurrency.lockutils [None req-241c182b-7f00-428e-ab0e-91d052c63b7c tempest-ListServersNegativeTestJSON-2072463170 tempest-ListServersNegativeTestJSON-2072463170-project-member] Lock "33dd3d05-f994-494e-972e-b80a520ef0a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.489s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.594418] env[69374]: DEBUG oslo_vmware.api [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4111980, 'name': PowerOnVM_Task, 'duration_secs': 0.762479} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.594828] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.594993] env[69374]: INFO nova.compute.manager [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Took 12.14 seconds to spawn the instance on the hypervisor. [ 1103.595252] env[69374]: DEBUG nova.compute.manager [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1103.596129] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ea9034-be30-4291-bbb3-48447f752a55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.609405] env[69374]: DEBUG oslo_concurrency.lockutils [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.736185] env[69374]: DEBUG oslo_concurrency.lockutils [None req-1d6ba7c9-7bbf-4e2a-b2b9-b99551b5e8dd tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.432s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.736469] env[69374]: DEBUG oslo_concurrency.lockutils [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.127s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.736697] env[69374]: DEBUG oslo_concurrency.lockutils [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.737034] env[69374]: DEBUG oslo_concurrency.lockutils [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.737218] env[69374]: DEBUG oslo_concurrency.lockutils [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.739582] env[69374]: INFO nova.compute.manager [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Terminating instance [ 1103.916275] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.916665] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.916919] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.917240] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.917502] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.917739] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.918100] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.918380] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.918660] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.918906] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.919116] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.925659] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff843691-c8e9-4329-af98-c58ccb2a399f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.951387] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527037} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.954548] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] be1e73fc-e49d-44c6-9a64-90712934c164/be1e73fc-e49d-44c6-9a64-90712934c164.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.955045] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.955420] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1103.955420] env[69374]: value = "task-4111983" [ 1103.955420] env[69374]: _type = "Task" [ 1103.955420] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.956897] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4798c336-52a9-46a3-a8d5-fb728d8100bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.969796] env[69374]: DEBUG nova.objects.base [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1103.979209] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1103.979209] env[69374]: value = "task-4111984" [ 1103.979209] env[69374]: _type = "Task" [ 1103.979209] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.979209] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.995225] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.116278] env[69374]: INFO nova.compute.manager [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Took 30.14 seconds to build instance. [ 1104.245155] env[69374]: DEBUG nova.compute.manager [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.245398] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.246389] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ae3fb9-6fdb-4a02-b7c6-5201166c73af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.256692] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.257225] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8255dd30-41e3-4604-b428-14ab7ca575c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.269922] env[69374]: DEBUG oslo_vmware.api [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1104.269922] env[69374]: value = "task-4111985" [ 1104.269922] env[69374]: _type = "Task" [ 1104.269922] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.286170] env[69374]: DEBUG oslo_vmware.api [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.443023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0965584-983b-45f7-992d-b0d7270eef4a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.456189] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14310340-6e1c-4963-a1b8-461feeed4b24 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.473040] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111983, 'name': ReconfigVM_Task, 'duration_secs': 0.507955} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.499818] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance 'bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac' progress to 33 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.511585] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0851814-32cf-4197-8529-e00fa3292341 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.525187] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084879} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.527479] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.528362] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40655c7-42be-4824-9963-5ee7be56e841 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.532478] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e95f90-0389-49c8-a3dc-d430a0c09976 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.559055] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] be1e73fc-e49d-44c6-9a64-90712934c164/be1e73fc-e49d-44c6-9a64-90712934c164.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.571771] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82262053-5b2d-4e9e-8fcd-e7ca2c8640d0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.588709] env[69374]: DEBUG nova.compute.provider_tree [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.598121] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1104.598121] env[69374]: value = "task-4111986" [ 1104.598121] env[69374]: _type = "Task" [ 1104.598121] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.609370] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.622864] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7dbf8e19-4e02-4896-9fc5-e9259a5a3621 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5f70326-f36e-4660-afcc-c589de19d710" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.656s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.783736] env[69374]: DEBUG oslo_vmware.api [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111985, 'name': PowerOffVM_Task, 'duration_secs': 0.364475} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.783978] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.784205] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.784508] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54424fce-6ff2-4c89-960f-a5fe4d4187ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.886388] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.886619] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.886806] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleting the datastore file [datastore2] a7a1f5c6-2c80-413f-a60f-6e41c364f6f9 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.887101] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfca1284-20a5-4654-9252-13279a7da7ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.896291] env[69374]: DEBUG oslo_vmware.api [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1104.896291] env[69374]: value = "task-4111988" [ 1104.896291] env[69374]: _type = "Task" [ 1104.896291] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.905230] env[69374]: DEBUG oslo_vmware.api [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.022877] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.022877] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.023135] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.024571] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.024790] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.025149] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.025340] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.025564] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.025738] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.025900] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.026104] env[69374]: DEBUG nova.virt.hardware [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.033506] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.034612] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a960792e-6396-452f-9547-77e24b37d3de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.058711] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1105.058711] env[69374]: value = "task-4111989" [ 1105.058711] env[69374]: _type = "Task" [ 1105.058711] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.072679] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.095019] env[69374]: DEBUG nova.scheduler.client.report [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.114886] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.337621] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "c5f70326-f36e-4660-afcc-c589de19d710" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.337934] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5f70326-f36e-4660-afcc-c589de19d710" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.411076] env[69374]: DEBUG oslo_vmware.api [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4111988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400337} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.411076] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.411431] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.411627] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.411837] env[69374]: INFO nova.compute.manager [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1105.412158] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.412403] env[69374]: DEBUG nova.compute.manager [-] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.412521] env[69374]: DEBUG nova.network.neutron [-] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.575804] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111989, 'name': ReconfigVM_Task, 'duration_secs': 0.35104} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.576440] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.578355] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d65801-c45b-42aa-8b9f-85d7799ceb80 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.615777] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.656s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.626198] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac/bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.626881] env[69374]: DEBUG oslo_concurrency.lockutils [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.610s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.627230] env[69374]: DEBUG nova.objects.instance [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lazy-loading 'resources' on Instance uuid 2ac650ee-f9af-4486-8402-d546524edb14 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.633707] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d526c57-b2f4-41bc-8265-2ed69da3aa54 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.650729] env[69374]: DEBUG nova.objects.instance [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lazy-loading 'numa_topology' on Instance uuid 2ac650ee-f9af-4486-8402-d546524edb14 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.663816] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111986, 'name': ReconfigVM_Task, 'duration_secs': 0.795424} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.666200] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Reconfigured VM instance instance-00000061 to attach disk [datastore1] be1e73fc-e49d-44c6-9a64-90712934c164/be1e73fc-e49d-44c6-9a64-90712934c164.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.667667] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1105.667667] env[69374]: value = "task-4111990" [ 1105.667667] env[69374]: _type = "Task" [ 1105.667667] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.667667] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a82f0d7-bff7-40bc-ba3b-149453dc505d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.684203] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.686425] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1105.686425] env[69374]: value = "task-4111991" [ 1105.686425] env[69374]: _type = "Task" [ 1105.686425] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.695976] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "af040160-6016-4b74-8c9a-ad08011a4bbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.696277] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.705023] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111991, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.826833] env[69374]: DEBUG nova.compute.manager [req-cf829af1-2225-4738-bcf4-c27a179aeda2 req-070d8898-d0bb-4b0f-803a-01b7cd5f9e40 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Received event network-vif-deleted-7b177163-e7a8-4903-bce3-8688dabdfe59 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.829284] env[69374]: INFO nova.compute.manager [req-cf829af1-2225-4738-bcf4-c27a179aeda2 req-070d8898-d0bb-4b0f-803a-01b7cd5f9e40 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Neutron deleted interface 7b177163-e7a8-4903-bce3-8688dabdfe59; detaching it from the instance and deleting it from the info cache [ 1105.829395] env[69374]: DEBUG nova.network.neutron [req-cf829af1-2225-4738-bcf4-c27a179aeda2 req-070d8898-d0bb-4b0f-803a-01b7cd5f9e40 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.841341] env[69374]: DEBUG nova.compute.utils [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.132911] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d72dec-dd7e-4cb2-81dc-5c2ffea5be42 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.604s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.134843] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.186s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.134843] env[69374]: INFO nova.compute.manager [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Unshelving [ 1106.154051] env[69374]: DEBUG nova.objects.base [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Object Instance<2ac650ee-f9af-4486-8402-d546524edb14> lazy-loaded attributes: resources,numa_topology {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1106.182487] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111990, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.196562] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111991, 'name': Rename_Task, 'duration_secs': 0.256939} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.196836] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.197163] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e76f836-44e9-46e9-9980-0bb685838cb8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.201645] env[69374]: DEBUG nova.compute.manager [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.213534] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1106.213534] env[69374]: value = "task-4111992" [ 1106.213534] env[69374]: _type = "Task" [ 1106.213534] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.223586] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.298202] env[69374]: DEBUG nova.network.neutron [-] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.334837] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d02164df-44f1-43fa-aad6-8aa2d83ba32d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.349320] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c635fe-a123-4a70-bc0e-0caeae6f2b7a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.362281] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5f70326-f36e-4660-afcc-c589de19d710" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.024s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.392514] env[69374]: DEBUG nova.compute.manager [req-cf829af1-2225-4738-bcf4-c27a179aeda2 req-070d8898-d0bb-4b0f-803a-01b7cd5f9e40 service nova] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Detach interface failed, port_id=7b177163-e7a8-4903-bce3-8688dabdfe59, reason: Instance a7a1f5c6-2c80-413f-a60f-6e41c364f6f9 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.545833] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fefb700-6f25-4731-b82d-7c7991ed6a88 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.554076] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a28870-dabf-434f-b7cc-bbc61d624950 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.587341] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677a43c0-0d6b-4768-8112-bacc64b06707 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.596143] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dce173-ead4-4956-8523-f4b5a9d93804 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.610920] env[69374]: DEBUG nova.compute.provider_tree [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.682656] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4111990, 'name': ReconfigVM_Task, 'duration_secs': 0.541799} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.682656] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfigured VM instance instance-00000052 to attach disk [datastore1] bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac/bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.683032] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance 'bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac' progress to 50 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.725421] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.726613] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.801450] env[69374]: INFO nova.compute.manager [-] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Took 1.39 seconds to deallocate network for instance. [ 1107.115490] env[69374]: DEBUG nova.scheduler.client.report [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.145698] env[69374]: DEBUG nova.compute.utils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.191764] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4a984c-179e-4707-a943-0fb31569eb73 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.219586] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed48977a-6a03-4838-bd0a-d0b17d25d987 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.228426] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111992, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.252688] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance 'bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac' progress to 67 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.313027] env[69374]: DEBUG oslo_concurrency.lockutils [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.417535] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "c5f70326-f36e-4660-afcc-c589de19d710" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.417718] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5f70326-f36e-4660-afcc-c589de19d710" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.417961] env[69374]: INFO nova.compute.manager [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Attaching volume d5e2c1c0-6396-456f-94b7-50245d505c12 to /dev/sdb [ 1107.452236] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5255ee78-b967-4832-93b1-231dd148c996 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.460357] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec1d509-d57b-477c-a6f3-4f4e4648d36a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.474645] env[69374]: DEBUG nova.virt.block_device [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Updating existing volume attachment record: deac0c53-425b-4c7c-a93b-246b2407b7e0 {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1107.620826] env[69374]: DEBUG oslo_concurrency.lockutils [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.623495] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.229s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.625025] env[69374]: INFO nova.compute.claims [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.648892] env[69374]: INFO nova.virt.block_device [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Booting with volume cc3713af-12dd-406e-8079-dba5b0c7311d at /dev/sdb [ 1107.706644] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c929c25-0625-44d7-ae1c-5ac1d2e595e4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.722642] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b71640-e650-4d15-95de-e7212d9259dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.746842] env[69374]: DEBUG oslo_vmware.api [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4111992, 'name': PowerOnVM_Task, 'duration_secs': 1.201137} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.747747] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.748055] env[69374]: INFO nova.compute.manager [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Took 11.46 seconds to spawn the instance on the hypervisor. [ 1107.750681] env[69374]: DEBUG nova.compute.manager [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.766766] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3127e387-364c-46dd-906c-e4a0d3db119c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.772966] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4f421e3-0321-41e1-89a2-b33ca1f2de6b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.793714] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4e3cf5-14e2-49dc-a5ec-da1fd9304c3a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.836269] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c2944d-13ac-47d2-b594-bd9db0466cb3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.848581] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56ed7e1-5e33-42e9-88f6-3865e3a2ff77 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.867595] env[69374]: DEBUG nova.virt.block_device [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updating existing volume attachment record: eb22105f-d366-4beb-bb90-a5254d95b878 {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1108.135205] env[69374]: DEBUG oslo_concurrency.lockutils [None req-192dd640-17e1-4bae-8bd1-819271bba54c tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "2ac650ee-f9af-4486-8402-d546524edb14" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.745s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.136132] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "2ac650ee-f9af-4486-8402-d546524edb14" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.954s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.136307] env[69374]: INFO nova.compute.manager [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Unshelving [ 1108.301537] env[69374]: INFO nova.compute.manager [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Took 31.22 seconds to build instance. [ 1108.810022] env[69374]: DEBUG oslo_concurrency.lockutils [None req-490e6282-d47e-4928-9fd2-9a4d7dea7e3e tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "be1e73fc-e49d-44c6-9a64-90712934c164" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.733s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.968026] env[69374]: DEBUG nova.network.neutron [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Port c88acd23-5274-42a3-942f-a69dec5cb138 binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1109.029528] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1b5305-690e-4139-a0a5-9f9e2c644a45 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.040607] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb86b4a-791b-49e2-8576-aa086332c6a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.079696] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a02d71-cd71-4422-9738-c4a73c04573b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.088529] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54da5fed-6475-43ec-90d6-b520d37f4c90 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.104711] env[69374]: DEBUG nova.compute.provider_tree [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.163732] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.610285] env[69374]: DEBUG nova.scheduler.client.report [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.618176] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquiring lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.618469] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.636507] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "be1e73fc-e49d-44c6-9a64-90712934c164" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.637366] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "be1e73fc-e49d-44c6-9a64-90712934c164" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.637366] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "be1e73fc-e49d-44c6-9a64-90712934c164-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.637366] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "be1e73fc-e49d-44c6-9a64-90712934c164-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.637366] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "be1e73fc-e49d-44c6-9a64-90712934c164-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.640063] env[69374]: INFO nova.compute.manager [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Terminating instance [ 1109.994910] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.995297] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.995297] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.118977] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.119541] env[69374]: DEBUG nova.compute.manager [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.122625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.181s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.128502] env[69374]: DEBUG nova.compute.manager [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.145201] env[69374]: DEBUG nova.compute.manager [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.145201] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.145666] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7293de83-e111-493f-b4b0-92b430087da6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.158307] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.158717] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7edc9374-a52e-413b-96ce-31fcd3bd6088 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.167584] env[69374]: DEBUG oslo_vmware.api [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1110.167584] env[69374]: value = "task-4112000" [ 1110.167584] env[69374]: _type = "Task" [ 1110.167584] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.179097] env[69374]: DEBUG oslo_vmware.api [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.635815] env[69374]: INFO nova.compute.claims [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.640299] env[69374]: DEBUG nova.compute.utils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.643521] env[69374]: DEBUG nova.compute.manager [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.643683] env[69374]: DEBUG nova.network.neutron [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.666641] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.679696] env[69374]: DEBUG oslo_vmware.api [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112000, 'name': PowerOffVM_Task, 'duration_secs': 0.225778} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.680236] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.680297] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.680922] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0a11e35-fcc8-4b16-b6a9-1b51d1326139 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.694328] env[69374]: DEBUG nova.policy [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a01e858e4aeb4acc9242fbe8931d9a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2236a469b5da4826a8257dad6d33870e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.756253] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.756515] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.756663] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleting the datastore file [datastore1] be1e73fc-e49d-44c6-9a64-90712934c164 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.756996] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b20467b5-b0e1-4de6-81b9-790e9af486fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.764596] env[69374]: DEBUG oslo_vmware.api [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1110.764596] env[69374]: value = "task-4112003" [ 1110.764596] env[69374]: _type = "Task" [ 1110.764596] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.774513] env[69374]: DEBUG oslo_vmware.api [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.975734] env[69374]: DEBUG nova.network.neutron [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Successfully created port: ddbebf95-e317-4175-8353-5c6047cb9476 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.063323] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.063652] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.063737] env[69374]: DEBUG nova.network.neutron [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.147380] env[69374]: INFO nova.compute.resource_tracker [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating resource usage from migration 2e1dc9c6-4e0f-4c30-9d54-86581ee3b28e [ 1111.150712] env[69374]: DEBUG nova.compute.manager [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.279732] env[69374]: DEBUG oslo_vmware.api [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200571} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.280879] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.281159] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.281448] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.281654] env[69374]: INFO nova.compute.manager [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1111.281911] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.282533] env[69374]: DEBUG nova.compute.manager [-] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.282652] env[69374]: DEBUG nova.network.neutron [-] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.595779] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92224224-31bd-49f7-b59b-307a12592ca6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.606440] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572bb3a7-684c-499b-b4f6-93fcdc3bf1a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.644441] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6ab7a3-8cf9-4953-90aa-ed550d13ddd7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.653671] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa69d840-8e3f-4aa6-a185-873280dc1964 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.676024] env[69374]: DEBUG nova.compute.provider_tree [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.850216] env[69374]: DEBUG nova.compute.manager [req-e6c13ee9-b4d4-4877-814e-94290576d32e req-786dc5c5-80a7-4916-b61e-2fe224a8a295 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Received event network-vif-deleted-b3792d8d-d476-418d-b2bb-060de9303605 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.850332] env[69374]: INFO nova.compute.manager [req-e6c13ee9-b4d4-4877-814e-94290576d32e req-786dc5c5-80a7-4916-b61e-2fe224a8a295 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Neutron deleted interface b3792d8d-d476-418d-b2bb-060de9303605; detaching it from the instance and deleting it from the info cache [ 1111.850504] env[69374]: DEBUG nova.network.neutron [req-e6c13ee9-b4d4-4877-814e-94290576d32e req-786dc5c5-80a7-4916-b61e-2fe224a8a295 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.899215] env[69374]: DEBUG nova.network.neutron [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance_info_cache with network_info: [{"id": "c88acd23-5274-42a3-942f-a69dec5cb138", "address": "fa:16:3e:88:38:3b", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc88acd23-52", "ovs_interfaceid": "c88acd23-5274-42a3-942f-a69dec5cb138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.022811] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1112.023073] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814598', 'volume_id': 'd5e2c1c0-6396-456f-94b7-50245d505c12', 'name': 'volume-d5e2c1c0-6396-456f-94b7-50245d505c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5f70326-f36e-4660-afcc-c589de19d710', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5e2c1c0-6396-456f-94b7-50245d505c12', 'serial': 'd5e2c1c0-6396-456f-94b7-50245d505c12'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1112.024036] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30afac70-628c-4822-8648-d80b4ca3520e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.042121] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55099c5d-4b33-4a21-9de9-dd40aeef2b4c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.067151] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-d5e2c1c0-6396-456f-94b7-50245d505c12/volume-d5e2c1c0-6396-456f-94b7-50245d505c12.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.067511] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e4e96f-b0f0-4953-a2b1-751a8492d9ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.086040] env[69374]: DEBUG oslo_vmware.api [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1112.086040] env[69374]: value = "task-4112004" [ 1112.086040] env[69374]: _type = "Task" [ 1112.086040] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.097991] env[69374]: DEBUG oslo_vmware.api [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.166174] env[69374]: DEBUG nova.compute.manager [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.177818] env[69374]: DEBUG nova.scheduler.client.report [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.192442] env[69374]: DEBUG nova.virt.hardware [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.192691] env[69374]: DEBUG nova.virt.hardware [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.192847] env[69374]: DEBUG nova.virt.hardware [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.193062] env[69374]: DEBUG nova.virt.hardware [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.193186] env[69374]: DEBUG nova.virt.hardware [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.193372] env[69374]: DEBUG nova.virt.hardware [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.193603] env[69374]: DEBUG nova.virt.hardware [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.193767] env[69374]: DEBUG nova.virt.hardware [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.193930] env[69374]: DEBUG nova.virt.hardware [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.194274] env[69374]: DEBUG nova.virt.hardware [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.194274] env[69374]: DEBUG nova.virt.hardware [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.195421] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93637a4-9bb8-4ed1-bfd3-dac95c9a403a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.206649] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75be2f9a-af38-44cf-904c-daee2216a3fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.328695] env[69374]: DEBUG nova.network.neutron [-] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.353965] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4ceec18-fa70-42ff-a5a8-79b2c56fe296 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.364765] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ea70b0-0143-42ce-8d73-aef57d27e18f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.407685] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.411476] env[69374]: DEBUG nova.compute.manager [req-e6c13ee9-b4d4-4877-814e-94290576d32e req-786dc5c5-80a7-4916-b61e-2fe224a8a295 service nova] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Detach interface failed, port_id=b3792d8d-d476-418d-b2bb-060de9303605, reason: Instance be1e73fc-e49d-44c6-9a64-90712934c164 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.601028] env[69374]: DEBUG oslo_vmware.api [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112004, 'name': ReconfigVM_Task, 'duration_secs': 0.427394} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.601028] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-d5e2c1c0-6396-456f-94b7-50245d505c12/volume-d5e2c1c0-6396-456f-94b7-50245d505c12.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.604633] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3707f42e-d0aa-4508-9c47-f7908973b17c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.624032] env[69374]: DEBUG oslo_vmware.api [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1112.624032] env[69374]: value = "task-4112005" [ 1112.624032] env[69374]: _type = "Task" [ 1112.624032] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.633530] env[69374]: DEBUG oslo_vmware.api [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.686029] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.561s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.686029] env[69374]: INFO nova.compute.manager [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Migrating [ 1112.691688] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.965s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.693617] env[69374]: INFO nova.compute.claims [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.832884] env[69374]: INFO nova.compute.manager [-] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Took 1.55 seconds to deallocate network for instance. [ 1112.883161] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.884087] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.920784] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f382af5-dfd0-4ee7-bd6e-1085c0233db5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.935578] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73de621a-cdfc-4b65-8604-2eb62be42a77 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.134123] env[69374]: DEBUG oslo_vmware.api [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112005, 'name': ReconfigVM_Task, 'duration_secs': 0.182241} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.134575] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814598', 'volume_id': 'd5e2c1c0-6396-456f-94b7-50245d505c12', 'name': 'volume-d5e2c1c0-6396-456f-94b7-50245d505c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5f70326-f36e-4660-afcc-c589de19d710', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5e2c1c0-6396-456f-94b7-50245d505c12', 'serial': 'd5e2c1c0-6396-456f-94b7-50245d505c12'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1113.215035] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.215035] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.215035] env[69374]: DEBUG nova.network.neutron [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.234453] env[69374]: DEBUG nova.network.neutron [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Successfully updated port: ddbebf95-e317-4175-8353-5c6047cb9476 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.344014] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.388594] env[69374]: INFO nova.compute.manager [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Detaching volume 8870cc63-3b8c-4758-a110-ef99f83b1c36 [ 1113.426034] env[69374]: INFO nova.virt.block_device [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Attempting to driver detach volume 8870cc63-3b8c-4758-a110-ef99f83b1c36 from mountpoint /dev/sdb [ 1113.426034] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.426034] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814566', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'name': 'volume-8870cc63-3b8c-4758-a110-ef99f83b1c36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e697715e-c3d1-48ca-89ac-3caa6a76307d', 'attached_at': '', 'detached_at': '', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'serial': '8870cc63-3b8c-4758-a110-ef99f83b1c36'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.427564] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1a73c4-7bf2-40c4-bb75-f5f6d9a79855 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.448816] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea2101b-de81-41b7-846a-6e38375d73b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.456432] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e84a8e-ec81-4cab-a488-b338efa0172c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.480470] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e6b753-f93c-4e9c-af19-20b58361fa7a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.496090] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] The volume has not been displaced from its original location: [datastore2] volume-8870cc63-3b8c-4758-a110-ef99f83b1c36/volume-8870cc63-3b8c-4758-a110-ef99f83b1c36.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.501699] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.502105] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ec6383e-b14a-4b35-9e35-da21b7913c40 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.526057] env[69374]: DEBUG oslo_vmware.api [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1113.526057] env[69374]: value = "task-4112006" [ 1113.526057] env[69374]: _type = "Task" [ 1113.526057] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.536273] env[69374]: DEBUG oslo_vmware.api [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.738597] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.738597] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.738597] env[69374]: DEBUG nova.network.neutron [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.879787] env[69374]: DEBUG nova.compute.manager [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Received event network-vif-plugged-ddbebf95-e317-4175-8353-5c6047cb9476 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.879948] env[69374]: DEBUG oslo_concurrency.lockutils [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] Acquiring lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.880180] env[69374]: DEBUG oslo_concurrency.lockutils [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] Lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.880346] env[69374]: DEBUG oslo_concurrency.lockutils [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] Lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.880737] env[69374]: DEBUG nova.compute.manager [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] No waiting events found dispatching network-vif-plugged-ddbebf95-e317-4175-8353-5c6047cb9476 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1113.880737] env[69374]: WARNING nova.compute.manager [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Received unexpected event network-vif-plugged-ddbebf95-e317-4175-8353-5c6047cb9476 for instance with vm_state building and task_state spawning. [ 1113.880843] env[69374]: DEBUG nova.compute.manager [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Received event network-changed-ddbebf95-e317-4175-8353-5c6047cb9476 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.880958] env[69374]: DEBUG nova.compute.manager [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Refreshing instance network info cache due to event network-changed-ddbebf95-e317-4175-8353-5c6047cb9476. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.881167] env[69374]: DEBUG oslo_concurrency.lockutils [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] Acquiring lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.944135] env[69374]: DEBUG nova.network.neutron [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance_info_cache with network_info: [{"id": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "address": "fa:16:3e:58:02:5d", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ac4cdc-6c", "ovs_interfaceid": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.040683] env[69374]: DEBUG oslo_vmware.api [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112006, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.041985] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.055250] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f492d1fe-cde6-4489-8a9c-752c2a8f57cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.078577] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b23474-4b31-4383-8d91-50f6d906e4e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.086143] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance 'bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac' progress to 83 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.103517] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576efe32-7e52-474b-815c-749d16ef3848 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.113054] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7c9884-9946-4610-8fdb-4a354394f10b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.146684] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f180dcb0-a5ae-43be-b83c-82be253c9057 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.156488] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72cb5d5-649a-45c6-82c8-5748611a4707 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.171670] env[69374]: DEBUG nova.compute.provider_tree [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.177394] env[69374]: DEBUG nova.objects.instance [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lazy-loading 'flavor' on Instance uuid c5f70326-f36e-4660-afcc-c589de19d710 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.281712] env[69374]: DEBUG nova.network.neutron [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.449084] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.473589] env[69374]: DEBUG nova.network.neutron [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Updating instance_info_cache with network_info: [{"id": "ddbebf95-e317-4175-8353-5c6047cb9476", "address": "fa:16:3e:4d:ce:97", "network": {"id": "729e38dd-7683-40c0-a559-d2807a0954e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-980598799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2236a469b5da4826a8257dad6d33870e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbebf95-e3", "ovs_interfaceid": "ddbebf95-e317-4175-8353-5c6047cb9476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.540960] env[69374]: DEBUG oslo_vmware.api [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112006, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.593498] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.593899] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78829611-9f8c-463f-b427-f2799b04b638 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.602324] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1114.602324] env[69374]: value = "task-4112007" [ 1114.602324] env[69374]: _type = "Task" [ 1114.602324] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.611279] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.675032] env[69374]: DEBUG nova.scheduler.client.report [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.681599] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e9d2c1d4-96a9-47fa-824b-6c2beb791c5b tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5f70326-f36e-4660-afcc-c589de19d710" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.809962] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "c5f70326-f36e-4660-afcc-c589de19d710" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.810281] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5f70326-f36e-4660-afcc-c589de19d710" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.810512] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "c5f70326-f36e-4660-afcc-c589de19d710-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.810713] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5f70326-f36e-4660-afcc-c589de19d710-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.810885] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5f70326-f36e-4660-afcc-c589de19d710-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.813333] env[69374]: INFO nova.compute.manager [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Terminating instance [ 1114.975476] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Releasing lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.975892] env[69374]: DEBUG nova.compute.manager [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Instance network_info: |[{"id": "ddbebf95-e317-4175-8353-5c6047cb9476", "address": "fa:16:3e:4d:ce:97", "network": {"id": "729e38dd-7683-40c0-a559-d2807a0954e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-980598799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2236a469b5da4826a8257dad6d33870e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbebf95-e3", "ovs_interfaceid": "ddbebf95-e317-4175-8353-5c6047cb9476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.976274] env[69374]: DEBUG oslo_concurrency.lockutils [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] Acquired lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.976509] env[69374]: DEBUG nova.network.neutron [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Refreshing network info cache for port ddbebf95-e317-4175-8353-5c6047cb9476 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.978299] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:ce:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddbebf95-e317-4175-8353-5c6047cb9476', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.987741] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.991293] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.993026] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-993d3c4b-4947-4fc5-a164-8e1c8f6ae1a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.019091] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.019091] env[69374]: value = "task-4112008" [ 1115.019091] env[69374]: _type = "Task" [ 1115.019091] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.030244] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112008, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.040162] env[69374]: DEBUG oslo_vmware.api [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112006, 'name': ReconfigVM_Task, 'duration_secs': 1.238151} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.040462] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.047844] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-793d47b9-a7e7-486b-9d41-0be3866df369 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.067016] env[69374]: DEBUG oslo_vmware.api [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1115.067016] env[69374]: value = "task-4112009" [ 1115.067016] env[69374]: _type = "Task" [ 1115.067016] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.077399] env[69374]: DEBUG oslo_vmware.api [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.112022] env[69374]: DEBUG oslo_vmware.api [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112007, 'name': PowerOnVM_Task, 'duration_secs': 0.506548} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.112352] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.112624] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0c32dda2-7acb-4c17-88fe-5853010f1e4e tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance 'bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac' progress to 100 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.181435] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.182667] env[69374]: DEBUG nova.compute.manager [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.185125] env[69374]: DEBUG oslo_concurrency.lockutils [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.875s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.185543] env[69374]: DEBUG nova.objects.instance [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lazy-loading 'resources' on Instance uuid a7a1f5c6-2c80-413f-a60f-6e41c364f6f9 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.317169] env[69374]: DEBUG nova.compute.manager [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.317467] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.317739] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ab233e4-17c9-43da-bc35-33ce1c1563e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.328520] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1115.328520] env[69374]: value = "task-4112010" [ 1115.328520] env[69374]: _type = "Task" [ 1115.328520] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.338292] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.373910] env[69374]: DEBUG nova.network.neutron [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Updated VIF entry in instance network info cache for port ddbebf95-e317-4175-8353-5c6047cb9476. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.374303] env[69374]: DEBUG nova.network.neutron [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Updating instance_info_cache with network_info: [{"id": "ddbebf95-e317-4175-8353-5c6047cb9476", "address": "fa:16:3e:4d:ce:97", "network": {"id": "729e38dd-7683-40c0-a559-d2807a0954e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-980598799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2236a469b5da4826a8257dad6d33870e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbebf95-e3", "ovs_interfaceid": "ddbebf95-e317-4175-8353-5c6047cb9476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.531049] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112008, 'name': CreateVM_Task, 'duration_secs': 0.465049} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.531235] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.531926] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.532147] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.532904] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.532904] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c617f8-a868-4f09-b425-8c721be26fdd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.539231] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1115.539231] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52cb65a8-4dde-6cce-22d6-bc2b288d3061" [ 1115.539231] env[69374]: _type = "Task" [ 1115.539231] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.547362] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cb65a8-4dde-6cce-22d6-bc2b288d3061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.578583] env[69374]: DEBUG oslo_vmware.api [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112009, 'name': ReconfigVM_Task, 'duration_secs': 0.212377} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.578797] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814566', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'name': 'volume-8870cc63-3b8c-4758-a110-ef99f83b1c36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e697715e-c3d1-48ca-89ac-3caa6a76307d', 'attached_at': '', 'detached_at': '', 'volume_id': '8870cc63-3b8c-4758-a110-ef99f83b1c36', 'serial': '8870cc63-3b8c-4758-a110-ef99f83b1c36'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1115.692709] env[69374]: DEBUG nova.compute.utils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.695359] env[69374]: DEBUG nova.compute.manager [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.695359] env[69374]: DEBUG nova.network.neutron [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.734922] env[69374]: DEBUG nova.policy [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90fadc1d4688425b8c35c98f0fd06970', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97bed6fb32ff40e69f97d78d1037feda', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.842979] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112010, 'name': PowerOffVM_Task, 'duration_secs': 0.30644} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.843212] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.843496] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1115.843751] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814598', 'volume_id': 'd5e2c1c0-6396-456f-94b7-50245d505c12', 'name': 'volume-d5e2c1c0-6396-456f-94b7-50245d505c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5f70326-f36e-4660-afcc-c589de19d710', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5e2c1c0-6396-456f-94b7-50245d505c12', 'serial': 'd5e2c1c0-6396-456f-94b7-50245d505c12'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1115.844658] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841ca562-8ef4-4f4a-9332-042f2630a6a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.872811] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb45ba3-567f-4c74-847d-741f21c8514f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.881021] env[69374]: DEBUG oslo_concurrency.lockutils [req-ced96e39-d600-41db-967e-1bc0f946f800 req-a4658214-2170-4056-bd42-bda674fdac47 service nova] Releasing lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.881021] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f07f086-117e-46ef-9f0d-c280f3c55b16 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.905045] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577f3766-1287-42d9-8f1e-61c1cfa141b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.920925] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] The volume has not been displaced from its original location: [datastore1] volume-d5e2c1c0-6396-456f-94b7-50245d505c12/volume-d5e2c1c0-6396-456f-94b7-50245d505c12.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1115.927391] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.930907] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c467c830-4b6c-4ea5-9725-8379d55988bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.950463] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1115.950463] env[69374]: value = "task-4112011" [ 1115.950463] env[69374]: _type = "Task" [ 1115.950463] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.963224] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.967130] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3418e4-4795-4e66-b568-0218b2dd7d00 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.988149] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance '35ff501c-97b3-4065-9047-71b7d0b8afa5' progress to 0 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.053578] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cb65a8-4dde-6cce-22d6-bc2b288d3061, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.054686] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.054956] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.055247] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.055426] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.055647] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.056210] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eee2867-470b-4f7f-acc1-f2a7098c8e71 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.073891] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.073891] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.074433] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0491b4-424f-41ec-9309-47a47861b1e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.081232] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1116.081232] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ec08c7-868b-1a1b-b93a-e520dbb6b5da" [ 1116.081232] env[69374]: _type = "Task" [ 1116.081232] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.092833] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ec08c7-868b-1a1b-b93a-e520dbb6b5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.108438] env[69374]: DEBUG nova.network.neutron [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Successfully created port: ec107baf-5079-4a91-b1fc-75bf5b7f3f47 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.140076] env[69374]: DEBUG nova.objects.instance [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lazy-loading 'flavor' on Instance uuid e697715e-c3d1-48ca-89ac-3caa6a76307d {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.178196] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861be7a0-03e2-446a-99c3-525ed61b1df6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.189135] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0926f28-a0de-49bb-99c0-09a0bb9b2539 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.222100] env[69374]: DEBUG nova.compute.manager [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.227343] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bf37f5-9041-433a-ba6e-de0cf3eb3fa6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.236405] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200cfbe4-4f85-429a-bdd8-1acd09700992 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.255867] env[69374]: DEBUG nova.compute.provider_tree [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.463275] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112011, 'name': ReconfigVM_Task, 'duration_secs': 0.298199} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.463584] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.468338] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-849a929d-95a1-4d30-9ebd-61568adc93b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.485100] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1116.485100] env[69374]: value = "task-4112012" [ 1116.485100] env[69374]: _type = "Task" [ 1116.485100] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.494540] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.496227] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.496444] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbb9238e-1b19-44c4-90ce-3059952a9c0c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.504457] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1116.504457] env[69374]: value = "task-4112013" [ 1116.504457] env[69374]: _type = "Task" [ 1116.504457] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.516348] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.593458] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ec08c7-868b-1a1b-b93a-e520dbb6b5da, 'name': SearchDatastore_Task, 'duration_secs': 0.026134} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.594384] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5bf97a-232f-45d8-be87-88f976cd4259 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.600606] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1116.600606] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c2e094-63e9-81c3-7878-c13d766e68ca" [ 1116.600606] env[69374]: _type = "Task" [ 1116.600606] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.609759] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c2e094-63e9-81c3-7878-c13d766e68ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.759598] env[69374]: DEBUG nova.scheduler.client.report [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.998038] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112012, 'name': ReconfigVM_Task, 'duration_secs': 0.190937} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.998038] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814598', 'volume_id': 'd5e2c1c0-6396-456f-94b7-50245d505c12', 'name': 'volume-d5e2c1c0-6396-456f-94b7-50245d505c12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5f70326-f36e-4660-afcc-c589de19d710', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5e2c1c0-6396-456f-94b7-50245d505c12', 'serial': 'd5e2c1c0-6396-456f-94b7-50245d505c12'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1116.998038] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.998290] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3a826b-975f-4690-bb02-324f4d664946 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.006324] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.011686] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7b05934-4b2f-43e5-bc26-741e64310b72 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.019081] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112013, 'name': PowerOffVM_Task, 'duration_secs': 0.237257} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.019298] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.019484] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance '35ff501c-97b3-4065-9047-71b7d0b8afa5' progress to 17 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.081036] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.081239] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.081331] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleting the datastore file [datastore2] c5f70326-f36e-4660-afcc-c589de19d710 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.081623] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ffa78b2-98e2-4326-a528-2e141929b05e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.089699] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1117.089699] env[69374]: value = "task-4112015" [ 1117.089699] env[69374]: _type = "Task" [ 1117.089699] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.098903] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.111033] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c2e094-63e9-81c3-7878-c13d766e68ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012402} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.111336] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.111602] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 0d3e8542-6d56-4071-a05f-65a7a81fd4d0/0d3e8542-6d56-4071-a05f-65a7a81fd4d0.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.111868] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f8de894-303c-4b4f-b2da-9c320a01a78c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.120320] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1117.120320] env[69374]: value = "task-4112016" [ 1117.120320] env[69374]: _type = "Task" [ 1117.120320] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.130143] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.148509] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4e4cc154-b611-42d1-b2d7-1bad6642dbbf tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.264s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.233235] env[69374]: DEBUG nova.compute.manager [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.261681] env[69374]: DEBUG nova.virt.hardware [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.261942] env[69374]: DEBUG nova.virt.hardware [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.262110] env[69374]: DEBUG nova.virt.hardware [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.262417] env[69374]: DEBUG nova.virt.hardware [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.262587] env[69374]: DEBUG nova.virt.hardware [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.262735] env[69374]: DEBUG nova.virt.hardware [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.262971] env[69374]: DEBUG nova.virt.hardware [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.263114] env[69374]: DEBUG nova.virt.hardware [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.263280] env[69374]: DEBUG nova.virt.hardware [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.263512] env[69374]: DEBUG nova.virt.hardware [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.263699] env[69374]: DEBUG nova.virt.hardware [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.264550] env[69374]: DEBUG oslo_concurrency.lockutils [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.267152] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2e5df5-e621-4714-a5ac-515f486bc8cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.270775] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.107s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.271009] env[69374]: DEBUG nova.objects.instance [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lazy-loading 'pci_requests' on Instance uuid 2ac650ee-f9af-4486-8402-d546524edb14 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.278430] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5785aea7-e20e-4639-bc40-ff68c2032063 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.297108] env[69374]: INFO nova.scheduler.client.report [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleted allocations for instance a7a1f5c6-2c80-413f-a60f-6e41c364f6f9 [ 1117.466254] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.466693] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.466972] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "e697715e-c3d1-48ca-89ac-3caa6a76307d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.467241] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.467534] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.470285] env[69374]: INFO nova.compute.manager [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Terminating instance [ 1117.526207] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.526594] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.526814] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.527307] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.527517] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.527792] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.527991] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.528183] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.528504] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.528764] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.529009] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.536955] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bbc50d2-ed0f-4ce3-ae50-343d999ee5a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.554165] env[69374]: DEBUG nova.network.neutron [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Port c88acd23-5274-42a3-942f-a69dec5cb138 binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1117.554165] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.554165] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.554165] env[69374]: DEBUG nova.network.neutron [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.564685] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1117.564685] env[69374]: value = "task-4112017" [ 1117.564685] env[69374]: _type = "Task" [ 1117.564685] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.581897] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.606956] env[69374]: DEBUG oslo_vmware.api [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156676} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.607287] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.607570] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.607825] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.608086] env[69374]: INFO nova.compute.manager [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1117.608509] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.608888] env[69374]: DEBUG nova.compute.manager [-] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.609031] env[69374]: DEBUG nova.network.neutron [-] [instance: c5f70326-f36e-4660-afcc-c589de19d710] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.634014] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112016, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.779356] env[69374]: DEBUG nova.objects.instance [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lazy-loading 'numa_topology' on Instance uuid 2ac650ee-f9af-4486-8402-d546524edb14 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.791261] env[69374]: DEBUG nova.compute.manager [req-44ee8baa-4025-4475-b369-0236b16c82a2 req-8a83c750-bb97-4d02-b652-575748a5a59d service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Received event network-vif-plugged-ec107baf-5079-4a91-b1fc-75bf5b7f3f47 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.791573] env[69374]: DEBUG oslo_concurrency.lockutils [req-44ee8baa-4025-4475-b369-0236b16c82a2 req-8a83c750-bb97-4d02-b652-575748a5a59d service nova] Acquiring lock "af040160-6016-4b74-8c9a-ad08011a4bbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.791800] env[69374]: DEBUG oslo_concurrency.lockutils [req-44ee8baa-4025-4475-b369-0236b16c82a2 req-8a83c750-bb97-4d02-b652-575748a5a59d service nova] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.791997] env[69374]: DEBUG oslo_concurrency.lockutils [req-44ee8baa-4025-4475-b369-0236b16c82a2 req-8a83c750-bb97-4d02-b652-575748a5a59d service nova] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.792481] env[69374]: DEBUG nova.compute.manager [req-44ee8baa-4025-4475-b369-0236b16c82a2 req-8a83c750-bb97-4d02-b652-575748a5a59d service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] No waiting events found dispatching network-vif-plugged-ec107baf-5079-4a91-b1fc-75bf5b7f3f47 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1117.792667] env[69374]: WARNING nova.compute.manager [req-44ee8baa-4025-4475-b369-0236b16c82a2 req-8a83c750-bb97-4d02-b652-575748a5a59d service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Received unexpected event network-vif-plugged-ec107baf-5079-4a91-b1fc-75bf5b7f3f47 for instance with vm_state building and task_state spawning. [ 1117.806304] env[69374]: DEBUG oslo_concurrency.lockutils [None req-01fe67d7-1e82-49db-87dd-5d013f3aeb54 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "a7a1f5c6-2c80-413f-a60f-6e41c364f6f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.070s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.923405] env[69374]: DEBUG nova.compute.manager [req-c10d8ae0-63ea-4c2d-9dbc-fde6cfa6b602 req-670974b0-adbd-4a0f-b844-2d4ceec4e762 service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Received event network-vif-deleted-be2f5229-af2b-4ab6-859d-80518ab0a95c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.923828] env[69374]: INFO nova.compute.manager [req-c10d8ae0-63ea-4c2d-9dbc-fde6cfa6b602 req-670974b0-adbd-4a0f-b844-2d4ceec4e762 service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Neutron deleted interface be2f5229-af2b-4ab6-859d-80518ab0a95c; detaching it from the instance and deleting it from the info cache [ 1117.923931] env[69374]: DEBUG nova.network.neutron [req-c10d8ae0-63ea-4c2d-9dbc-fde6cfa6b602 req-670974b0-adbd-4a0f-b844-2d4ceec4e762 service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.932284] env[69374]: DEBUG nova.network.neutron [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Successfully updated port: ec107baf-5079-4a91-b1fc-75bf5b7f3f47 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.975829] env[69374]: DEBUG nova.compute.manager [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.977540] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.977540] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e305f49-d59a-41e8-9ad7-6dff4eb5cb7f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.986533] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.986785] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-096b89cc-fe49-4bcd-86b5-3fe9544e467b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.994102] env[69374]: DEBUG oslo_vmware.api [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1117.994102] env[69374]: value = "task-4112018" [ 1117.994102] env[69374]: _type = "Task" [ 1117.994102] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.003447] env[69374]: DEBUG oslo_vmware.api [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.076507] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112017, 'name': ReconfigVM_Task, 'duration_secs': 0.273291} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.076849] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance '35ff501c-97b3-4065-9047-71b7d0b8afa5' progress to 33 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.136432] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524124} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.136700] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 0d3e8542-6d56-4071-a05f-65a7a81fd4d0/0d3e8542-6d56-4071-a05f-65a7a81fd4d0.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.136924] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.137278] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4989750-1360-4acd-9b27-bcb83a3f1d7b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.148329] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1118.148329] env[69374]: value = "task-4112019" [ 1118.148329] env[69374]: _type = "Task" [ 1118.148329] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.159817] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.283892] env[69374]: INFO nova.compute.claims [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.382466] env[69374]: DEBUG nova.network.neutron [-] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.426225] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ce644b8-f51e-4c76-831d-3bf3e863875e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.434281] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "refresh_cache-af040160-6016-4b74-8c9a-ad08011a4bbd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.434484] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "refresh_cache-af040160-6016-4b74-8c9a-ad08011a4bbd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.434613] env[69374]: DEBUG nova.network.neutron [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.441176] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23ac4d5-61b6-4051-806a-cd534bbcf7d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.485601] env[69374]: DEBUG nova.compute.manager [req-c10d8ae0-63ea-4c2d-9dbc-fde6cfa6b602 req-670974b0-adbd-4a0f-b844-2d4ceec4e762 service nova] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Detach interface failed, port_id=be2f5229-af2b-4ab6-859d-80518ab0a95c, reason: Instance c5f70326-f36e-4660-afcc-c589de19d710 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.487934] env[69374]: DEBUG nova.network.neutron [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.504960] env[69374]: DEBUG oslo_vmware.api [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112018, 'name': PowerOffVM_Task, 'duration_secs': 0.324817} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.505264] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.505434] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.505908] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a42c369-45d6-4b9e-b965-cb7914b4f689 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.531837] env[69374]: DEBUG nova.network.neutron [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance_info_cache with network_info: [{"id": "c88acd23-5274-42a3-942f-a69dec5cb138", "address": "fa:16:3e:88:38:3b", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc88acd23-52", "ovs_interfaceid": "c88acd23-5274-42a3-942f-a69dec5cb138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.587555] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.588102] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.588401] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.588772] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.589157] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.589612] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.589612] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.589761] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.589948] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.590325] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.590558] env[69374]: DEBUG nova.virt.hardware [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.596710] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.597119] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.597329] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.597525] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleting the datastore file [datastore2] e697715e-c3d1-48ca-89ac-3caa6a76307d {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.597810] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6429fd1f-e700-4836-adca-eb241856fa6e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.612814] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef470f6a-f3cf-43cc-8bd7-eaa6bc069868 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.617415] env[69374]: DEBUG oslo_concurrency.lockutils [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "c8d635be-2047-4866-a68a-4251cc46b49e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.617625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "c8d635be-2047-4866-a68a-4251cc46b49e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.617853] env[69374]: DEBUG oslo_concurrency.lockutils [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "c8d635be-2047-4866-a68a-4251cc46b49e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.618068] env[69374]: DEBUG oslo_concurrency.lockutils [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "c8d635be-2047-4866-a68a-4251cc46b49e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.619188] env[69374]: DEBUG oslo_concurrency.lockutils [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "c8d635be-2047-4866-a68a-4251cc46b49e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.621523] env[69374]: INFO nova.compute.manager [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Terminating instance [ 1118.626404] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1118.626404] env[69374]: value = "task-4112022" [ 1118.626404] env[69374]: _type = "Task" [ 1118.626404] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.628320] env[69374]: DEBUG oslo_vmware.api [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1118.628320] env[69374]: value = "task-4112021" [ 1118.628320] env[69374]: _type = "Task" [ 1118.628320] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.643635] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112022, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.647783] env[69374]: DEBUG oslo_vmware.api [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.660471] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075198} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.661578] env[69374]: DEBUG nova.network.neutron [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Updating instance_info_cache with network_info: [{"id": "ec107baf-5079-4a91-b1fc-75bf5b7f3f47", "address": "fa:16:3e:13:eb:b7", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec107baf-50", "ovs_interfaceid": "ec107baf-5079-4a91-b1fc-75bf5b7f3f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.663016] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.668379] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7661c56-d006-426b-950f-29b154baac9e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.692955] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 0d3e8542-6d56-4071-a05f-65a7a81fd4d0/0d3e8542-6d56-4071-a05f-65a7a81fd4d0.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.693916] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-917734fe-f3ec-4d31-bcd9-45e3ffcad8d3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.717677] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1118.717677] env[69374]: value = "task-4112023" [ 1118.717677] env[69374]: _type = "Task" [ 1118.717677] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.729086] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.885265] env[69374]: INFO nova.compute.manager [-] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Took 1.28 seconds to deallocate network for instance. [ 1119.035122] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.125204] env[69374]: DEBUG nova.compute.manager [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.125447] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.126411] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a467354-364b-44a6-b101-e9db26479e6d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.141059] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.144827] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be310850-a104-496d-8e45-b5d59faeb4ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.149644] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112022, 'name': ReconfigVM_Task, 'duration_secs': 0.312345} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.152960] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.153329] env[69374]: DEBUG oslo_vmware.api [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164453} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.154481] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fc76c4-c769-40e6-b650-eae0e574e905 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.157144] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.157354] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.157534] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.157715] env[69374]: INFO nova.compute.manager [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1119.157992] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.159766] env[69374]: DEBUG nova.compute.manager [-] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.159874] env[69374]: DEBUG nova.network.neutron [-] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.161896] env[69374]: DEBUG oslo_vmware.api [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1119.161896] env[69374]: value = "task-4112024" [ 1119.161896] env[69374]: _type = "Task" [ 1119.161896] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.178652] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "refresh_cache-af040160-6016-4b74-8c9a-ad08011a4bbd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.178985] env[69374]: DEBUG nova.compute.manager [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Instance network_info: |[{"id": "ec107baf-5079-4a91-b1fc-75bf5b7f3f47", "address": "fa:16:3e:13:eb:b7", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec107baf-50", "ovs_interfaceid": "ec107baf-5079-4a91-b1fc-75bf5b7f3f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.187684] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 35ff501c-97b3-4065-9047-71b7d0b8afa5/35ff501c-97b3-4065-9047-71b7d0b8afa5.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.188833] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:eb:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec107baf-5079-4a91-b1fc-75bf5b7f3f47', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.197299] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Creating folder: Project (97bed6fb32ff40e69f97d78d1037feda). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.197632] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac6fb8e0-0716-40e7-8869-3becb0be4b8c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.214519] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3378dd50-a395-405d-bb5e-1d76229af1d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.216564] env[69374]: DEBUG oslo_vmware.api [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.224299] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1119.224299] env[69374]: value = "task-4112026" [ 1119.224299] env[69374]: _type = "Task" [ 1119.224299] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.231686] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112023, 'name': ReconfigVM_Task, 'duration_secs': 0.292559} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.233310] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 0d3e8542-6d56-4071-a05f-65a7a81fd4d0/0d3e8542-6d56-4071-a05f-65a7a81fd4d0.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.234174] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Created folder: Project (97bed6fb32ff40e69f97d78d1037feda) in parent group-v814324. [ 1119.234368] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Creating folder: Instances. Parent ref: group-v814602. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.234636] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-858af7d0-e6ea-49c3-a921-a4a5e36a8572 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.236574] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6849272f-3215-42f9-825c-8e8d188ae213 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.244348] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.252133] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1119.252133] env[69374]: value = "task-4112027" [ 1119.252133] env[69374]: _type = "Task" [ 1119.252133] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.258813] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Created folder: Instances in parent group-v814602. [ 1119.259134] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.259927] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.260246] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19a4d326-cda2-4416-9745-3ba7375ed12f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.281319] env[69374]: INFO nova.compute.manager [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Rebuilding instance [ 1119.283742] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112027, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.291517] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.291517] env[69374]: value = "task-4112029" [ 1119.291517] env[69374]: _type = "Task" [ 1119.291517] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.316282] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112029, 'name': CreateVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.348637] env[69374]: DEBUG nova.compute.manager [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.350298] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c806a3-17bc-4e57-adc8-9502b5f63993 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.375945] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "683b7374-79bb-4886-ac84-30d2aaf6743d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.376336] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "683b7374-79bb-4886-ac84-30d2aaf6743d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.454277] env[69374]: INFO nova.compute.manager [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Took 0.57 seconds to detach 1 volumes for instance. [ 1119.544288] env[69374]: DEBUG nova.compute.manager [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69374) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1119.674641] env[69374]: DEBUG oslo_vmware.api [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112024, 'name': PowerOffVM_Task, 'duration_secs': 0.313731} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.675115] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.675355] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.675954] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3b0a1ea-7962-42fe-98bb-729760fa951b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.712785] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf58531-10fd-4392-b11b-8b5b0296353a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.721575] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d596c0f8-a9b7-4856-bc50-5de1ddeb92c4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.736958] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112026, 'name': ReconfigVM_Task, 'duration_secs': 0.415386} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.764756] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 35ff501c-97b3-4065-9047-71b7d0b8afa5/35ff501c-97b3-4065-9047-71b7d0b8afa5.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.765163] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance '35ff501c-97b3-4065-9047-71b7d0b8afa5' progress to 50 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.775856] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f985c0ec-24c9-4c92-8307-15c08caadc4b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.778732] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.778732] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.779065] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleting the datastore file [datastore2] c8d635be-2047-4866-a68a-4251cc46b49e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.781872] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd11b329-37b5-4daf-9f47-cfe6357f6ea7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.795108] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91bdc3f-8fe7-4cae-8298-35fd21b2635d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.799775] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112027, 'name': Rename_Task, 'duration_secs': 0.195132} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.800427] env[69374]: DEBUG oslo_vmware.api [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1119.800427] env[69374]: value = "task-4112031" [ 1119.800427] env[69374]: _type = "Task" [ 1119.800427] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.800784] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.804139] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da99e8ed-f1d3-4405-a106-0886644fbb86 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.816957] env[69374]: DEBUG nova.compute.provider_tree [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.825132] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112029, 'name': CreateVM_Task, 'duration_secs': 0.432824} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.828193] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.828676] env[69374]: DEBUG oslo_vmware.api [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.832104] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.832299] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.832625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.834057] env[69374]: DEBUG nova.compute.manager [req-4973086b-66b3-43ba-8d07-41ac3b81b78f req-107300ab-2e4c-463a-8999-f6d10d6504c7 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Received event network-changed-ec107baf-5079-4a91-b1fc-75bf5b7f3f47 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.834236] env[69374]: DEBUG nova.compute.manager [req-4973086b-66b3-43ba-8d07-41ac3b81b78f req-107300ab-2e4c-463a-8999-f6d10d6504c7 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Refreshing instance network info cache due to event network-changed-ec107baf-5079-4a91-b1fc-75bf5b7f3f47. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.834502] env[69374]: DEBUG oslo_concurrency.lockutils [req-4973086b-66b3-43ba-8d07-41ac3b81b78f req-107300ab-2e4c-463a-8999-f6d10d6504c7 service nova] Acquiring lock "refresh_cache-af040160-6016-4b74-8c9a-ad08011a4bbd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.834705] env[69374]: DEBUG oslo_concurrency.lockutils [req-4973086b-66b3-43ba-8d07-41ac3b81b78f req-107300ab-2e4c-463a-8999-f6d10d6504c7 service nova] Acquired lock "refresh_cache-af040160-6016-4b74-8c9a-ad08011a4bbd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.834953] env[69374]: DEBUG nova.network.neutron [req-4973086b-66b3-43ba-8d07-41ac3b81b78f req-107300ab-2e4c-463a-8999-f6d10d6504c7 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Refreshing network info cache for port ec107baf-5079-4a91-b1fc-75bf5b7f3f47 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.837149] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1119.837149] env[69374]: value = "task-4112032" [ 1119.837149] env[69374]: _type = "Task" [ 1119.837149] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.837611] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8b5d44-ac94-45be-bd16-da7f75b2ebe0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.850836] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1119.850836] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521cdae9-1950-1f3d-0588-95de73cbb880" [ 1119.850836] env[69374]: _type = "Task" [ 1119.850836] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.855415] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112032, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.866468] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521cdae9-1950-1f3d-0588-95de73cbb880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.879862] env[69374]: DEBUG nova.compute.manager [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.964085] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.965337] env[69374]: DEBUG nova.compute.manager [req-4d6e5b80-0df4-4f08-969f-5fa66c54e706 req-8906b703-53da-42bd-80b7-45f6c5d7a5f4 service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Received event network-vif-deleted-6a6e26f2-d4a6-4901-a530-792f053da3aa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.965562] env[69374]: INFO nova.compute.manager [req-4d6e5b80-0df4-4f08-969f-5fa66c54e706 req-8906b703-53da-42bd-80b7-45f6c5d7a5f4 service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Neutron deleted interface 6a6e26f2-d4a6-4901-a530-792f053da3aa; detaching it from the instance and deleting it from the info cache [ 1119.965812] env[69374]: DEBUG nova.network.neutron [req-4d6e5b80-0df4-4f08-969f-5fa66c54e706 req-8906b703-53da-42bd-80b7-45f6c5d7a5f4 service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.272907] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d4c494-d35a-4da5-a905-ca4a1e49a675 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.279937] env[69374]: DEBUG nova.network.neutron [-] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.309075] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113d0621-ab99-44be-856f-e67295f828c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.319211] env[69374]: DEBUG oslo_vmware.api [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274284} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.333660] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.334277] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.334277] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.334417] env[69374]: INFO nova.compute.manager [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1120.334843] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.336040] env[69374]: DEBUG nova.scheduler.client.report [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.339700] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance '35ff501c-97b3-4065-9047-71b7d0b8afa5' progress to 67 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.343253] env[69374]: DEBUG nova.compute.manager [-] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.343411] env[69374]: DEBUG nova.network.neutron [-] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.362169] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112032, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.371621] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521cdae9-1950-1f3d-0588-95de73cbb880, 'name': SearchDatastore_Task, 'duration_secs': 0.023204} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.371621] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.371621] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.371876] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.372122] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.372309] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.373673] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1bfd7cb-1e68-4d63-a7d3-1264def90708 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.376414] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.376726] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c42fb09-0a18-4cc6-a3e4-ef4cf454195c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.387728] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for the task: (returnval){ [ 1120.387728] env[69374]: value = "task-4112033" [ 1120.387728] env[69374]: _type = "Task" [ 1120.387728] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.394309] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.394580] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.399618] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3571d2b8-24de-4fd9-b7e7-3f247741d4c8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.410994] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4112033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.411586] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1120.411586] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b8adc3-4102-ec97-0c57-0353bea5afb4" [ 1120.411586] env[69374]: _type = "Task" [ 1120.411586] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.416636] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.426732] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b8adc3-4102-ec97-0c57-0353bea5afb4, 'name': SearchDatastore_Task} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.427671] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1afd9578-9d34-408d-be74-5ed432346bc9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.434204] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1120.434204] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]527b537e-b3a2-0ad2-6bc7-2b8ea0382e21" [ 1120.434204] env[69374]: _type = "Task" [ 1120.434204] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.444107] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527b537e-b3a2-0ad2-6bc7-2b8ea0382e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.468695] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-531935d7-6b77-4775-b9cb-80c8c1701355 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.479506] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823add33-6ef0-435f-9f0c-94ad2d70ef94 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.517944] env[69374]: DEBUG nova.compute.manager [req-4d6e5b80-0df4-4f08-969f-5fa66c54e706 req-8906b703-53da-42bd-80b7-45f6c5d7a5f4 service nova] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Detach interface failed, port_id=6a6e26f2-d4a6-4901-a530-792f053da3aa, reason: Instance e697715e-c3d1-48ca-89ac-3caa6a76307d could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1120.682069] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.736059] env[69374]: DEBUG nova.network.neutron [req-4973086b-66b3-43ba-8d07-41ac3b81b78f req-107300ab-2e4c-463a-8999-f6d10d6504c7 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Updated VIF entry in instance network info cache for port ec107baf-5079-4a91-b1fc-75bf5b7f3f47. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.736059] env[69374]: DEBUG nova.network.neutron [req-4973086b-66b3-43ba-8d07-41ac3b81b78f req-107300ab-2e4c-463a-8999-f6d10d6504c7 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Updating instance_info_cache with network_info: [{"id": "ec107baf-5079-4a91-b1fc-75bf5b7f3f47", "address": "fa:16:3e:13:eb:b7", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec107baf-50", "ovs_interfaceid": "ec107baf-5079-4a91-b1fc-75bf5b7f3f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.806070] env[69374]: INFO nova.compute.manager [-] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Took 1.65 seconds to deallocate network for instance. [ 1120.844698] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.574s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.846885] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.180s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.848439] env[69374]: INFO nova.compute.claims [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.864669] env[69374]: DEBUG oslo_vmware.api [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112032, 'name': PowerOnVM_Task, 'duration_secs': 0.799526} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.866072] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.866072] env[69374]: INFO nova.compute.manager [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1120.866072] env[69374]: DEBUG nova.compute.manager [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.866435] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a340db17-a8cd-41ac-a8b8-f89d149b4e92 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.883572] env[69374]: INFO nova.network.neutron [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updating port cac011a1-68c9-4741-98cf-ca2340af9e23 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1120.891327] env[69374]: DEBUG nova.network.neutron [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Port 62ac4cdc-6c11-47b0-bb6e-504c6e1628ee binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1120.905952] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4112033, 'name': PowerOffVM_Task, 'duration_secs': 0.205609} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.906739] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.907492] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.908022] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-719375d7-68fb-49cc-bcc9-29bfb46d2749 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.915662] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for the task: (returnval){ [ 1120.915662] env[69374]: value = "task-4112034" [ 1120.915662] env[69374]: _type = "Task" [ 1120.915662] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.924826] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4112034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.944024] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527b537e-b3a2-0ad2-6bc7-2b8ea0382e21, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.944296] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.944640] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] af040160-6016-4b74-8c9a-ad08011a4bbd/af040160-6016-4b74-8c9a-ad08011a4bbd.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.944915] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43356fe3-e983-4f1c-961b-707c8e39651c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.952413] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1120.952413] env[69374]: value = "task-4112035" [ 1120.952413] env[69374]: _type = "Task" [ 1120.952413] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.961895] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.145467] env[69374]: DEBUG nova.network.neutron [-] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.238958] env[69374]: DEBUG oslo_concurrency.lockutils [req-4973086b-66b3-43ba-8d07-41ac3b81b78f req-107300ab-2e4c-463a-8999-f6d10d6504c7 service nova] Releasing lock "refresh_cache-af040160-6016-4b74-8c9a-ad08011a4bbd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.312433] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.385985] env[69374]: INFO nova.compute.manager [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Took 22.02 seconds to build instance. [ 1121.429651] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1121.429651] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1121.429651] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814546', 'volume_id': '8e81429e-34cf-456d-8fc9-05eed7d903b0', 'name': 'volume-8e81429e-34cf-456d-8fc9-05eed7d903b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5be8e455-e158-440c-88f4-eb6267effee0', 'attached_at': '', 'detached_at': '', 'volume_id': '8e81429e-34cf-456d-8fc9-05eed7d903b0', 'serial': '8e81429e-34cf-456d-8fc9-05eed7d903b0'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1121.430772] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221d9058-7fe4-46ce-9f37-8013cfbd2e3c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.454531] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c6fdde-cfe5-40e1-ae07-ef5ccc950175 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.469548] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34e1bda-c5e2-413b-a8d4-2872bbf79e71 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.472554] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112035, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.493037] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5c0202-df7b-4373-a96f-3278ae62dec4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.511995] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] The volume has not been displaced from its original location: [datastore2] volume-8e81429e-34cf-456d-8fc9-05eed7d903b0/volume-8e81429e-34cf-456d-8fc9-05eed7d903b0.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1121.520017] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.520017] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a8095c-8cff-4d34-a451-0fb510de6320 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.540870] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for the task: (returnval){ [ 1121.540870] env[69374]: value = "task-4112036" [ 1121.540870] env[69374]: _type = "Task" [ 1121.540870] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.551931] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4112036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.648337] env[69374]: INFO nova.compute.manager [-] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Took 1.30 seconds to deallocate network for instance. [ 1121.890909] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8d7ddd68-02d4-439d-93da-4ed27b854501 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.545s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.929192] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "35ff501c-97b3-4065-9047-71b7d0b8afa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.929812] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.929812] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.967580] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672184} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.970469] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] af040160-6016-4b74-8c9a-ad08011a4bbd/af040160-6016-4b74-8c9a-ad08011a4bbd.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.970723] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.971556] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9de51749-04ff-4923-889a-025e98114ef8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.979052] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1121.979052] env[69374]: value = "task-4112037" [ 1121.979052] env[69374]: _type = "Task" [ 1121.979052] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.994663] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.029781] env[69374]: DEBUG nova.compute.manager [req-5cf5e657-5bc1-4820-89d1-9bf5f99c61b1 req-b5d7a581-644b-4013-a5ae-8a3584403333 service nova] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Received event network-vif-deleted-bd61b4f2-16a2-425a-8a3d-5f89ce6d3300 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.050353] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4112036, 'name': ReconfigVM_Task, 'duration_secs': 0.214536} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.052937] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.057941] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abd9ba56-166f-4079-b482-676abc61b616 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.074481] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for the task: (returnval){ [ 1122.074481] env[69374]: value = "task-4112038" [ 1122.074481] env[69374]: _type = "Task" [ 1122.074481] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.086376] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4112038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.156095] env[69374]: DEBUG oslo_concurrency.lockutils [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.248233] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c415b44e-90da-4313-b727-36ef027bed94 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.256586] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7516f0-2022-4a55-92d2-6e2866c25f39 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.289890] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c788aa3b-b673-467a-b2f9-30d4bb5c1878 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.298232] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce02e76-f738-45f5-8970-ff65dc9e8f69 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.312474] env[69374]: DEBUG nova.compute.provider_tree [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.426690] env[69374]: INFO nova.compute.manager [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Rescuing [ 1122.426990] env[69374]: DEBUG oslo_concurrency.lockutils [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.427159] env[69374]: DEBUG oslo_concurrency.lockutils [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.427328] env[69374]: DEBUG nova.network.neutron [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.490355] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071402} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.490593] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.491432] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15be3c55-7642-41ea-8225-d5d46c5e3a16 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.516422] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] af040160-6016-4b74-8c9a-ad08011a4bbd/af040160-6016-4b74-8c9a-ad08011a4bbd.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.516703] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0bbcaf7-2380-4c46-b77b-36f667599f07 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.539151] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1122.539151] env[69374]: value = "task-4112039" [ 1122.539151] env[69374]: _type = "Task" [ 1122.539151] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.549518] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.586765] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4112038, 'name': ReconfigVM_Task, 'duration_secs': 0.135383} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.587265] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814546', 'volume_id': '8e81429e-34cf-456d-8fc9-05eed7d903b0', 'name': 'volume-8e81429e-34cf-456d-8fc9-05eed7d903b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5be8e455-e158-440c-88f4-eb6267effee0', 'attached_at': '', 'detached_at': '', 'volume_id': '8e81429e-34cf-456d-8fc9-05eed7d903b0', 'serial': '8e81429e-34cf-456d-8fc9-05eed7d903b0'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1122.587660] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.588672] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e50316a-80ee-4b21-9ad6-8016a7829986 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.597290] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.597612] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8323024e-a245-4fa7-8392-3bf3075bb58c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.632944] env[69374]: DEBUG nova.compute.manager [req-a6b22e5b-b219-42e2-97ce-c4206e99ecfd req-8b7434da-4be9-4b4c-8942-292a06466fff service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Received event network-vif-plugged-cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.633580] env[69374]: DEBUG oslo_concurrency.lockutils [req-a6b22e5b-b219-42e2-97ce-c4206e99ecfd req-8b7434da-4be9-4b4c-8942-292a06466fff service nova] Acquiring lock "2ac650ee-f9af-4486-8402-d546524edb14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.634068] env[69374]: DEBUG oslo_concurrency.lockutils [req-a6b22e5b-b219-42e2-97ce-c4206e99ecfd req-8b7434da-4be9-4b4c-8942-292a06466fff service nova] Lock "2ac650ee-f9af-4486-8402-d546524edb14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.634586] env[69374]: DEBUG oslo_concurrency.lockutils [req-a6b22e5b-b219-42e2-97ce-c4206e99ecfd req-8b7434da-4be9-4b4c-8942-292a06466fff service nova] Lock "2ac650ee-f9af-4486-8402-d546524edb14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.634915] env[69374]: DEBUG nova.compute.manager [req-a6b22e5b-b219-42e2-97ce-c4206e99ecfd req-8b7434da-4be9-4b4c-8942-292a06466fff service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] No waiting events found dispatching network-vif-plugged-cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1122.635261] env[69374]: WARNING nova.compute.manager [req-a6b22e5b-b219-42e2-97ce-c4206e99ecfd req-8b7434da-4be9-4b4c-8942-292a06466fff service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Received unexpected event network-vif-plugged-cac011a1-68c9-4741-98cf-ca2340af9e23 for instance with vm_state shelved_offloaded and task_state spawning. [ 1122.676325] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.676325] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.676325] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Deleting the datastore file [datastore2] 5be8e455-e158-440c-88f4-eb6267effee0 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.676325] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5905e5ac-0094-4a99-bbd4-86f4edda321e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.685045] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for the task: (returnval){ [ 1122.685045] env[69374]: value = "task-4112041" [ 1122.685045] env[69374]: _type = "Task" [ 1122.685045] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.701628] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4112041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.702631] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.702785] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.703053] env[69374]: DEBUG nova.network.neutron [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.816831] env[69374]: DEBUG nova.scheduler.client.report [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.990542] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.990779] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.990998] env[69374]: DEBUG nova.network.neutron [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.050527] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112039, 'name': ReconfigVM_Task, 'duration_secs': 0.344926} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.050843] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Reconfigured VM instance instance-00000063 to attach disk [datastore1] af040160-6016-4b74-8c9a-ad08011a4bbd/af040160-6016-4b74-8c9a-ad08011a4bbd.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.051544] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba8628cb-55ce-407d-be2a-2b0900fa320e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.058563] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1123.058563] env[69374]: value = "task-4112042" [ 1123.058563] env[69374]: _type = "Task" [ 1123.058563] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.070156] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112042, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.198069] env[69374]: DEBUG oslo_vmware.api [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Task: {'id': task-4112041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300814} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.198069] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.198069] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.198069] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.284583] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1123.284990] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b34e5737-4410-41d7-9cf0-aa2817a219a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.298156] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d155bd3f-1181-4005-87f8-2ed45d5235fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.324027] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.324027] env[69374]: DEBUG nova.compute.manager [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.344621] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.345137] env[69374]: DEBUG nova.objects.instance [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lazy-loading 'resources' on Instance uuid be1e73fc-e49d-44c6-9a64-90712934c164 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.349407] env[69374]: ERROR nova.compute.manager [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Failed to detach volume 8e81429e-34cf-456d-8fc9-05eed7d903b0 from /dev/sda: nova.exception.InstanceNotFound: Instance 5be8e455-e158-440c-88f4-eb6267effee0 could not be found. [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Traceback (most recent call last): [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self.driver.rebuild(**kwargs) [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] raise NotImplementedError() [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] NotImplementedError [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] During handling of the above exception, another exception occurred: [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Traceback (most recent call last): [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self.driver.detach_volume(context, old_connection_info, [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] return self._volumeops.detach_volume(connection_info, instance) [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self._detach_volume_vmdk(connection_info, instance) [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] stable_ref.fetch_moref(session) [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] nova.exception.InstanceNotFound: Instance 5be8e455-e158-440c-88f4-eb6267effee0 could not be found. [ 1123.349407] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] [ 1123.406254] env[69374]: DEBUG nova.network.neutron [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Updating instance_info_cache with network_info: [{"id": "ddbebf95-e317-4175-8353-5c6047cb9476", "address": "fa:16:3e:4d:ce:97", "network": {"id": "729e38dd-7683-40c0-a559-d2807a0954e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-980598799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2236a469b5da4826a8257dad6d33870e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbebf95-e3", "ovs_interfaceid": "ddbebf95-e317-4175-8353-5c6047cb9476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.507326] env[69374]: DEBUG nova.network.neutron [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updating instance_info_cache with network_info: [{"id": "cac011a1-68c9-4741-98cf-ca2340af9e23", "address": "fa:16:3e:ea:db:ac", "network": {"id": "89b35221-668c-457b-8968-1bc76efc4e72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1085066004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35739f4320e54a97a5a8b9cc87366152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac011a1-68", "ovs_interfaceid": "cac011a1-68c9-4741-98cf-ca2340af9e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.531229] env[69374]: DEBUG nova.compute.utils [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Build of instance 5be8e455-e158-440c-88f4-eb6267effee0 aborted: Failed to rebuild volume backed instance. {{(pid=69374) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1123.535062] env[69374]: ERROR nova.compute.manager [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 5be8e455-e158-440c-88f4-eb6267effee0 aborted: Failed to rebuild volume backed instance. [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Traceback (most recent call last): [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self.driver.rebuild(**kwargs) [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] raise NotImplementedError() [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] NotImplementedError [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] During handling of the above exception, another exception occurred: [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Traceback (most recent call last): [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self._detach_root_volume(context, instance, root_bdm) [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] with excutils.save_and_reraise_exception(): [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self.force_reraise() [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] raise self.value [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self.driver.detach_volume(context, old_connection_info, [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] return self._volumeops.detach_volume(connection_info, instance) [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self._detach_volume_vmdk(connection_info, instance) [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] stable_ref.fetch_moref(session) [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] nova.exception.InstanceNotFound: Instance 5be8e455-e158-440c-88f4-eb6267effee0 could not be found. [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] During handling of the above exception, another exception occurred: [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Traceback (most recent call last): [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] yield [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1123.535062] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self._do_rebuild_instance_with_claim( [ 1123.536941] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1123.536941] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self._do_rebuild_instance( [ 1123.536941] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1123.536941] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self._rebuild_default_impl(**kwargs) [ 1123.536941] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1123.536941] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] self._rebuild_volume_backed_instance( [ 1123.536941] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1123.536941] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] raise exception.BuildAbortException( [ 1123.536941] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] nova.exception.BuildAbortException: Build of instance 5be8e455-e158-440c-88f4-eb6267effee0 aborted: Failed to rebuild volume backed instance. [ 1123.536941] env[69374]: ERROR nova.compute.manager [instance: 5be8e455-e158-440c-88f4-eb6267effee0] [ 1123.569714] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112042, 'name': Rename_Task, 'duration_secs': 0.155236} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.570121] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.570431] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30a968ca-f3fd-4a37-9eea-cab9924679b0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.578520] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1123.578520] env[69374]: value = "task-4112043" [ 1123.578520] env[69374]: _type = "Task" [ 1123.578520] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.588470] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.792449] env[69374]: DEBUG nova.network.neutron [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance_info_cache with network_info: [{"id": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "address": "fa:16:3e:58:02:5d", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ac4cdc-6c", "ovs_interfaceid": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.828865] env[69374]: DEBUG nova.compute.utils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.830446] env[69374]: DEBUG nova.compute.manager [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.830538] env[69374]: DEBUG nova.network.neutron [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.868588] env[69374]: DEBUG oslo_concurrency.lockutils [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "interface-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.868847] env[69374]: DEBUG oslo_concurrency.lockutils [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.869217] env[69374]: DEBUG nova.objects.instance [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'flavor' on Instance uuid 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.880907] env[69374]: DEBUG nova.policy [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78f60099804a4ea29d95eccd4df526c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fca327faacc846d791b1001610ea5efd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.909538] env[69374]: DEBUG oslo_concurrency.lockutils [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Releasing lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.010252] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.039835] env[69374]: DEBUG nova.virt.hardware [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d9b1cb39ac3f18805fafc85647cd02fb',container_format='bare',created_at=2025-05-14T01:26:23Z,direct_url=,disk_format='vmdk',id=0a885e10-ab07-4f70-948b-49ebdb7b7890,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-170166762-shelved',owner='35739f4320e54a97a5a8b9cc87366152',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-05-14T01:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.040129] env[69374]: DEBUG nova.virt.hardware [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.040347] env[69374]: DEBUG nova.virt.hardware [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.040829] env[69374]: DEBUG nova.virt.hardware [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.041065] env[69374]: DEBUG nova.virt.hardware [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.041234] env[69374]: DEBUG nova.virt.hardware [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.041478] env[69374]: DEBUG nova.virt.hardware [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.041634] env[69374]: DEBUG nova.virt.hardware [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.041809] env[69374]: DEBUG nova.virt.hardware [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.041988] env[69374]: DEBUG nova.virt.hardware [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.042190] env[69374]: DEBUG nova.virt.hardware [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.045455] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0306e948-6620-4514-9163-dd300d69fd79 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.057506] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be58714-35d3-415b-8ae3-3e046d2f9940 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.079417] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:db:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cac011a1-68c9-4741-98cf-ca2340af9e23', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.087393] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.090776] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.094560] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5abe5cd1-3c04-48b6-8e06-649bb5c0e179 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.123858] env[69374]: DEBUG oslo_vmware.api [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112043, 'name': PowerOnVM_Task, 'duration_secs': 0.535718} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.125849] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.126244] env[69374]: INFO nova.compute.manager [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1124.126733] env[69374]: DEBUG nova.compute.manager [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1124.126733] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.126733] env[69374]: value = "task-4112044" [ 1124.126733] env[69374]: _type = "Task" [ 1124.126733] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.131024] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6455289-d25f-4906-b6c0-b5305de82b85 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.143151] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112044, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.279252] env[69374]: DEBUG nova.network.neutron [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Successfully created port: d414700e-257a-4265-aa2b-49854b08ec93 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.283317] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fd3b0f-82db-4e60-87b4-6562bc02f4ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.291655] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f0a4e4-d392-4a1b-8af5-828b162d3cb7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.295766] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.327791] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a52966a-1ea4-40a1-829e-525bd7cc648f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.333514] env[69374]: DEBUG nova.compute.manager [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.339432] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f0fe87-c31a-4fc5-9754-433b7965c434 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.356132] env[69374]: DEBUG nova.compute.provider_tree [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.446580] env[69374]: DEBUG nova.objects.instance [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'pci_requests' on Instance uuid 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.645706] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112044, 'name': CreateVM_Task, 'duration_secs': 0.41107} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.645879] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.646736] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.646908] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.647307] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.647600] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54d0cd1-afcc-4d05-b721-a75806fa3ab1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.657587] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1124.657587] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c0a693-9022-80f5-d2cc-62bbf348dfa3" [ 1124.657587] env[69374]: _type = "Task" [ 1124.657587] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.663667] env[69374]: INFO nova.compute.manager [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Took 17.96 seconds to build instance. [ 1124.674203] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.674510] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Processing image 0a885e10-ab07-4f70-948b-49ebdb7b7890 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.675056] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890/0a885e10-ab07-4f70-948b-49ebdb7b7890.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.675056] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890/0a885e10-ab07-4f70-948b-49ebdb7b7890.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.675330] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.675371] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36d5007d-0224-4cfe-8257-7642a5ef3011 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.688140] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.688356] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.689165] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba555ce5-0926-4daa-9ed5-515412671e5b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.695829] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1124.695829] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e2b577-c114-7953-6d8b-639685fc1371" [ 1124.695829] env[69374]: _type = "Task" [ 1124.695829] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.705282] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e2b577-c114-7953-6d8b-639685fc1371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.811832] env[69374]: DEBUG oslo_concurrency.lockutils [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "51c71bfd-c289-4699-a2df-3bac283cbd45" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.812103] env[69374]: DEBUG oslo_concurrency.lockutils [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.825583] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03d6697-171f-4401-a1a8-ba8571720077 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.849549] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f4b190-bd80-4758-ae3e-cbf544058ec9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.858043] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance '35ff501c-97b3-4065-9047-71b7d0b8afa5' progress to 83 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.862631] env[69374]: DEBUG nova.scheduler.client.report [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.950459] env[69374]: DEBUG nova.objects.base [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Object Instance<87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7> lazy-loaded attributes: flavor,pci_requests {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1124.950690] env[69374]: DEBUG nova.network.neutron [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.993237] env[69374]: DEBUG nova.policy [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d932b34d964374bba2f4922b34620a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b733bb3278d44589d34f95a5a349c7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.166666] env[69374]: DEBUG oslo_concurrency.lockutils [None req-062a4c8f-ebda-4831-b7a2-7e435defb477 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.470s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.209067] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Preparing fetch location {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1125.209405] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Fetch image to [datastore1] OSTACK_IMG_d9c7bc1a-4d8a-44c3-bc39-592a19d313a2/OSTACK_IMG_d9c7bc1a-4d8a-44c3-bc39-592a19d313a2.vmdk {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1125.209734] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Downloading stream optimized image 0a885e10-ab07-4f70-948b-49ebdb7b7890 to [datastore1] OSTACK_IMG_d9c7bc1a-4d8a-44c3-bc39-592a19d313a2/OSTACK_IMG_d9c7bc1a-4d8a-44c3-bc39-592a19d313a2.vmdk on the data store datastore1 as vApp {{(pid=69374) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1125.209980] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Downloading image file data 0a885e10-ab07-4f70-948b-49ebdb7b7890 to the ESX as VM named 'OSTACK_IMG_d9c7bc1a-4d8a-44c3-bc39-592a19d313a2' {{(pid=69374) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1125.298388] env[69374]: DEBUG nova.network.neutron [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Successfully created port: f1722b6e-aacf-475f-a09a-69558eee616a {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.301642] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1125.301642] env[69374]: value = "resgroup-9" [ 1125.301642] env[69374]: _type = "ResourcePool" [ 1125.301642] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1125.302609] env[69374]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1d1bb93e-c584-4abc-b5b3-bcbcac3525c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.324314] env[69374]: DEBUG nova.compute.utils [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.337657] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lease: (returnval){ [ 1125.337657] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52af39b0-8235-5794-a649-1936264675c0" [ 1125.337657] env[69374]: _type = "HttpNfcLease" [ 1125.337657] env[69374]: } obtained for vApp import into resource pool (val){ [ 1125.337657] env[69374]: value = "resgroup-9" [ 1125.337657] env[69374]: _type = "ResourcePool" [ 1125.337657] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1125.338297] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the lease: (returnval){ [ 1125.338297] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52af39b0-8235-5794-a649-1936264675c0" [ 1125.338297] env[69374]: _type = "HttpNfcLease" [ 1125.338297] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1125.346760] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1125.346760] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52af39b0-8235-5794-a649-1936264675c0" [ 1125.346760] env[69374]: _type = "HttpNfcLease" [ 1125.346760] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1125.354299] env[69374]: DEBUG nova.compute.manager [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.367911] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.368945] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.373568] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb640d0c-660e-4b5b-8ac6-1cb97ca9cc35 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.376453] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.334s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.376768] env[69374]: DEBUG nova.objects.instance [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lazy-loading 'pci_requests' on Instance uuid f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.384612] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1125.384612] env[69374]: value = "task-4112046" [ 1125.384612] env[69374]: _type = "Task" [ 1125.384612] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.387577] env[69374]: DEBUG nova.virt.hardware [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.387874] env[69374]: DEBUG nova.virt.hardware [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.388047] env[69374]: DEBUG nova.virt.hardware [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.388236] env[69374]: DEBUG nova.virt.hardware [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.388383] env[69374]: DEBUG nova.virt.hardware [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.388542] env[69374]: DEBUG nova.virt.hardware [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.388752] env[69374]: DEBUG nova.virt.hardware [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.388907] env[69374]: DEBUG nova.virt.hardware [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.389090] env[69374]: DEBUG nova.virt.hardware [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.389256] env[69374]: DEBUG nova.virt.hardware [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.389426] env[69374]: DEBUG nova.virt.hardware [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.390407] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a74532-9179-46d2-a63b-92605788b6bb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.407138] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112046, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.408326] env[69374]: INFO nova.scheduler.client.report [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted allocations for instance be1e73fc-e49d-44c6-9a64-90712934c164 [ 1125.414061] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e740903f-fbee-423b-84da-6f405de45c86 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.458015] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.458404] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff1766f3-6791-4d15-ad24-e293d0c39fd7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.468979] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1125.468979] env[69374]: value = "task-4112047" [ 1125.468979] env[69374]: _type = "Task" [ 1125.468979] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.479972] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.557719] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.831418] env[69374]: DEBUG oslo_concurrency.lockutils [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.846611] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1125.846611] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52af39b0-8235-5794-a649-1936264675c0" [ 1125.846611] env[69374]: _type = "HttpNfcLease" [ 1125.846611] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1125.883133] env[69374]: DEBUG nova.objects.instance [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lazy-loading 'numa_topology' on Instance uuid f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.901204] env[69374]: DEBUG oslo_vmware.api [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112046, 'name': PowerOnVM_Task, 'duration_secs': 0.446149} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.901497] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.901685] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3864d399-b2b2-44c1-88b2-dd86bbeb8d86 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance '35ff501c-97b3-4065-9047-71b7d0b8afa5' progress to 100 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.916938] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ab1a6f4b-4bff-4be2-9893-703cffe2fa66 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "be1e73fc-e49d-44c6-9a64-90712934c164" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.280s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.975228] env[69374]: DEBUG nova.network.neutron [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Successfully updated port: d414700e-257a-4265-aa2b-49854b08ec93 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.983336] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112047, 'name': PowerOffVM_Task, 'duration_secs': 0.204937} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.983787] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.984812] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ed642d-9df7-4e97-acf7-5659bf05b86d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.009817] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6257676a-245b-4693-9299-81a5e083be2f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.049090] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.049420] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d51a6da9-0b60-403b-92c7-158724209863 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.057226] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1126.057226] env[69374]: value = "task-4112048" [ 1126.057226] env[69374]: _type = "Task" [ 1126.057226] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.068139] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1126.068382] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.068647] env[69374]: DEBUG oslo_concurrency.lockutils [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.068804] env[69374]: DEBUG oslo_concurrency.lockutils [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.068984] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.069303] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33caaaa4-95fd-4185-aa98-d7437d322b2c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.081371] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.081613] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.082463] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f316347a-7275-4f2f-be58-d4b8e9de50c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.089419] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1126.089419] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526428ae-d9ea-e912-fd71-d1eb3a8919b4" [ 1126.089419] env[69374]: _type = "Task" [ 1126.089419] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.099217] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526428ae-d9ea-e912-fd71-d1eb3a8919b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.348752] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.348752] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52af39b0-8235-5794-a649-1936264675c0" [ 1126.348752] env[69374]: _type = "HttpNfcLease" [ 1126.348752] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1126.349425] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1126.349425] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52af39b0-8235-5794-a649-1936264675c0" [ 1126.349425] env[69374]: _type = "HttpNfcLease" [ 1126.349425] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1126.350032] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2758ae21-42d5-4bd3-b25c-ca6deac930aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.359167] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525eb409-bca2-deaf-c275-cda2e08b9a1d/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1126.359496] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525eb409-bca2-deaf-c275-cda2e08b9a1d/disk-0.vmdk. {{(pid=69374) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1126.416062] env[69374]: INFO nova.compute.claims [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.429144] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03590dcf-2edc-463d-a04a-ff2ce65d08b9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.477976] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquiring lock "refresh_cache-b2de675a-5d1c-49c4-83fb-45bfaeecb696" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.478188] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquired lock "refresh_cache-b2de675a-5d1c-49c4-83fb-45bfaeecb696" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.478345] env[69374]: DEBUG nova.network.neutron [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.531706] env[69374]: DEBUG nova.compute.manager [req-b7fb2942-4486-483b-b2e8-b18e6a6a4a0c req-2e0116df-468f-4d8a-8fe8-3201c2cbb1fd service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Received event network-changed-cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.531935] env[69374]: DEBUG nova.compute.manager [req-b7fb2942-4486-483b-b2e8-b18e6a6a4a0c req-2e0116df-468f-4d8a-8fe8-3201c2cbb1fd service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Refreshing instance network info cache due to event network-changed-cac011a1-68c9-4741-98cf-ca2340af9e23. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.532334] env[69374]: DEBUG oslo_concurrency.lockutils [req-b7fb2942-4486-483b-b2e8-b18e6a6a4a0c req-2e0116df-468f-4d8a-8fe8-3201c2cbb1fd service nova] Acquiring lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.532496] env[69374]: DEBUG oslo_concurrency.lockutils [req-b7fb2942-4486-483b-b2e8-b18e6a6a4a0c req-2e0116df-468f-4d8a-8fe8-3201c2cbb1fd service nova] Acquired lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.532662] env[69374]: DEBUG nova.network.neutron [req-b7fb2942-4486-483b-b2e8-b18e6a6a4a0c req-2e0116df-468f-4d8a-8fe8-3201c2cbb1fd service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Refreshing network info cache for port cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.601036] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526428ae-d9ea-e912-fd71-d1eb3a8919b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.602015] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9fb311-e507-4f43-b22a-54518734246a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.609539] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1126.609539] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f3f3dd-bb33-aede-355c-4733fd9c0853" [ 1126.609539] env[69374]: _type = "Task" [ 1126.609539] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.621634] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f3f3dd-bb33-aede-355c-4733fd9c0853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.849589] env[69374]: DEBUG nova.network.neutron [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Successfully updated port: f1722b6e-aacf-475f-a09a-69558eee616a {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.927869] env[69374]: DEBUG oslo_concurrency.lockutils [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "51c71bfd-c289-4699-a2df-3bac283cbd45" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.928205] env[69374]: DEBUG oslo_concurrency.lockutils [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.928539] env[69374]: INFO nova.compute.manager [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Attaching volume f48b56c7-83f8-4558-b843-f7187b410b89 to /dev/sdb [ 1126.980135] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7ce28d-af28-4d42-b506-c3ab8f83dab7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.997251] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2b9a21-0015-420c-af01-f2ceda07e6de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.017814] env[69374]: DEBUG nova.virt.block_device [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updating existing volume attachment record: 91186321-c801-4878-9c6f-c3aa2f9f00cf {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1127.025238] env[69374]: DEBUG nova.network.neutron [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.122625] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f3f3dd-bb33-aede-355c-4733fd9c0853, 'name': SearchDatastore_Task, 'duration_secs': 0.012569} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.124999] env[69374]: DEBUG oslo_concurrency.lockutils [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.125358] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 0d3e8542-6d56-4071-a05f-65a7a81fd4d0/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. {{(pid=69374) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1127.132230] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24466d3-7793-4593-a79f-ee38d7aa0ec3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.141271] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1127.141271] env[69374]: value = "task-4112049" [ 1127.141271] env[69374]: _type = "Task" [ 1127.141271] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.153837] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.231678] env[69374]: DEBUG nova.network.neutron [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Updating instance_info_cache with network_info: [{"id": "d414700e-257a-4265-aa2b-49854b08ec93", "address": "fa:16:3e:d7:06:cc", "network": {"id": "88ce5f5f-4938-4728-a2cc-45a609dc0747", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1346152429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca327faacc846d791b1001610ea5efd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd414700e-25", "ovs_interfaceid": "d414700e-257a-4265-aa2b-49854b08ec93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.354917] env[69374]: DEBUG oslo_concurrency.lockutils [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.355193] env[69374]: DEBUG oslo_concurrency.lockutils [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.355344] env[69374]: DEBUG nova.network.neutron [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.392421] env[69374]: DEBUG nova.network.neutron [req-b7fb2942-4486-483b-b2e8-b18e6a6a4a0c req-2e0116df-468f-4d8a-8fe8-3201c2cbb1fd service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updated VIF entry in instance network info cache for port cac011a1-68c9-4741-98cf-ca2340af9e23. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.392816] env[69374]: DEBUG nova.network.neutron [req-b7fb2942-4486-483b-b2e8-b18e6a6a4a0c req-2e0116df-468f-4d8a-8fe8-3201c2cbb1fd service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updating instance_info_cache with network_info: [{"id": "cac011a1-68c9-4741-98cf-ca2340af9e23", "address": "fa:16:3e:ea:db:ac", "network": {"id": "89b35221-668c-457b-8968-1bc76efc4e72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1085066004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35739f4320e54a97a5a8b9cc87366152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac011a1-68", "ovs_interfaceid": "cac011a1-68c9-4741-98cf-ca2340af9e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.656310] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112049, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.737335] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Releasing lock "refresh_cache-b2de675a-5d1c-49c4-83fb-45bfaeecb696" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.737678] env[69374]: DEBUG nova.compute.manager [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Instance network_info: |[{"id": "d414700e-257a-4265-aa2b-49854b08ec93", "address": "fa:16:3e:d7:06:cc", "network": {"id": "88ce5f5f-4938-4728-a2cc-45a609dc0747", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1346152429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca327faacc846d791b1001610ea5efd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd414700e-25", "ovs_interfaceid": "d414700e-257a-4265-aa2b-49854b08ec93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.738134] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:06:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd414700e-257a-4265-aa2b-49854b08ec93', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.747446] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Creating folder: Project (fca327faacc846d791b1001610ea5efd). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.753842] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-315db548-d0f9-4a7f-b5bd-f58d67480b18 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.773242] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Created folder: Project (fca327faacc846d791b1001610ea5efd) in parent group-v814324. [ 1127.775040] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Creating folder: Instances. Parent ref: group-v814609. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.776221] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2af562e3-1d0d-42c0-bd76-89aeee58f954 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.796690] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Created folder: Instances in parent group-v814609. [ 1127.797079] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.797748] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.798078] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b576eb80-2282-494f-b610-8a33a7c875c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.833811] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.833811] env[69374]: value = "task-4112055" [ 1127.833811] env[69374]: _type = "Task" [ 1127.833811] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.849152] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112055, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.856786] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638c714f-2d7d-491f-b665-ef3420384263 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.869782] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88b37c7-3a2f-4b54-bd47-bbe7608ab11d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.913617] env[69374]: DEBUG oslo_concurrency.lockutils [req-b7fb2942-4486-483b-b2e8-b18e6a6a4a0c req-2e0116df-468f-4d8a-8fe8-3201c2cbb1fd service nova] Releasing lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.926161] env[69374]: WARNING nova.network.neutron [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] b536c873-5879-41b6-a239-20eb4cd7b96a already exists in list: networks containing: ['b536c873-5879-41b6-a239-20eb4cd7b96a']. ignoring it [ 1127.930403] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ffeb9c-357c-464f-b134-7be77047bff8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.938889] env[69374]: DEBUG nova.compute.manager [req-8e877384-14da-49d6-98ff-943ffcab95fe req-8d968002-0769-4c6d-abac-0f1c1ca1c909 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Received event network-vif-plugged-f1722b6e-aacf-475f-a09a-69558eee616a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.939163] env[69374]: DEBUG oslo_concurrency.lockutils [req-8e877384-14da-49d6-98ff-943ffcab95fe req-8d968002-0769-4c6d-abac-0f1c1ca1c909 service nova] Acquiring lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.939432] env[69374]: DEBUG oslo_concurrency.lockutils [req-8e877384-14da-49d6-98ff-943ffcab95fe req-8d968002-0769-4c6d-abac-0f1c1ca1c909 service nova] Lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.939684] env[69374]: DEBUG oslo_concurrency.lockutils [req-8e877384-14da-49d6-98ff-943ffcab95fe req-8d968002-0769-4c6d-abac-0f1c1ca1c909 service nova] Lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.939879] env[69374]: DEBUG nova.compute.manager [req-8e877384-14da-49d6-98ff-943ffcab95fe req-8d968002-0769-4c6d-abac-0f1c1ca1c909 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] No waiting events found dispatching network-vif-plugged-f1722b6e-aacf-475f-a09a-69558eee616a {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1127.940072] env[69374]: WARNING nova.compute.manager [req-8e877384-14da-49d6-98ff-943ffcab95fe req-8d968002-0769-4c6d-abac-0f1c1ca1c909 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Received unexpected event network-vif-plugged-f1722b6e-aacf-475f-a09a-69558eee616a for instance with vm_state active and task_state None. [ 1127.945017] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Completed reading data from the image iterator. {{(pid=69374) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1127.945256] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525eb409-bca2-deaf-c275-cda2e08b9a1d/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1127.946603] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486578c1-fbba-4139-a12a-a175cce50aa2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.951575] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a70476-53f4-4f3c-9331-33c9038301bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.968140] env[69374]: DEBUG nova.compute.provider_tree [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.971119] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525eb409-bca2-deaf-c275-cda2e08b9a1d/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1127.971369] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525eb409-bca2-deaf-c275-cda2e08b9a1d/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1127.971907] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-234647ce-a87c-43ce-932c-e37e7c547c55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.160034] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556479} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.160532] env[69374]: INFO nova.virt.vmwareapi.ds_util [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 0d3e8542-6d56-4071-a05f-65a7a81fd4d0/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. [ 1128.161569] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077de812-0bc5-4573-b1ac-4e69e8c6e293 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.193973] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 0d3e8542-6d56-4071-a05f-65a7a81fd4d0/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.197534] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba4c6e62-1c8b-496c-b4df-63ff67a57ff7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.217862] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1128.217862] env[69374]: value = "task-4112056" [ 1128.217862] env[69374]: _type = "Task" [ 1128.217862] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.235327] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112056, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.298163] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.298494] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.298799] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.299948] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.299948] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.302302] env[69374]: INFO nova.compute.manager [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Terminating instance [ 1128.348599] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112055, 'name': CreateVM_Task, 'duration_secs': 0.427465} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.351359] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.353825] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.353967] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.354431] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.355237] env[69374]: DEBUG oslo_vmware.rw_handles [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525eb409-bca2-deaf-c275-cda2e08b9a1d/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1128.355532] env[69374]: INFO nova.virt.vmwareapi.images [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Downloaded image file data 0a885e10-ab07-4f70-948b-49ebdb7b7890 [ 1128.355742] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d205e9bb-ca79-46c5-ba5a-feaa897d19f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.358136] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ca604d-fcf9-4d9c-adf7-069cae9d4de6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.365219] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for the task: (returnval){ [ 1128.365219] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ac3f3c-762c-8c90-6dd0-1be72e2cdd7a" [ 1128.365219] env[69374]: _type = "Task" [ 1128.365219] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.386075] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4575e853-db6f-4c84-820d-01535de83ae2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.394919] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ac3f3c-762c-8c90-6dd0-1be72e2cdd7a, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.395413] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.395965] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.395965] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.396804] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.396804] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.396804] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a77d94bb-384e-4e3c-a2bd-e5b3d3b87566 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.406655] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.406840] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.408538] env[69374]: DEBUG nova.network.neutron [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updating instance_info_cache with network_info: [{"id": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "address": "fa:16:3e:91:ff:00", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351c29d-34", "ovs_interfaceid": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1722b6e-aacf-475f-a09a-69558eee616a", "address": "fa:16:3e:56:03:20", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1722b6e-aa", "ovs_interfaceid": "f1722b6e-aacf-475f-a09a-69558eee616a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.409745] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8358b68d-a861-4a99-9938-4e679d249114 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.416369] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for the task: (returnval){ [ 1128.416369] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b48079-62f9-d68c-2567-0c7554bcd37b" [ 1128.416369] env[69374]: _type = "Task" [ 1128.416369] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.426108] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b48079-62f9-d68c-2567-0c7554bcd37b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.495041] env[69374]: ERROR nova.scheduler.client.report [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [req-9f098a74-7adf-4208-aa2a-3cc194271b42] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f098a74-7adf-4208-aa2a-3cc194271b42"}]} [ 1128.517088] env[69374]: DEBUG nova.scheduler.client.report [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1128.518617] env[69374]: INFO nova.virt.vmwareapi.images [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] The imported VM was unregistered [ 1128.521112] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Caching image {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1128.521354] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.521683] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b7c9910-8356-4e40-a6b6-24a26358564c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.533300] env[69374]: DEBUG nova.scheduler.client.report [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1128.533556] env[69374]: DEBUG nova.compute.provider_tree [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.537152] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Created directory with path [datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.537352] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d9c7bc1a-4d8a-44c3-bc39-592a19d313a2/OSTACK_IMG_d9c7bc1a-4d8a-44c3-bc39-592a19d313a2.vmdk to [datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890/0a885e10-ab07-4f70-948b-49ebdb7b7890.vmdk. {{(pid=69374) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1128.537770] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-680c385b-efd5-47b9-b8ee-b749871822bc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.546663] env[69374]: DEBUG nova.scheduler.client.report [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1128.552244] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1128.552244] env[69374]: value = "task-4112058" [ 1128.552244] env[69374]: _type = "Task" [ 1128.552244] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.561177] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112058, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.571182] env[69374]: DEBUG nova.scheduler.client.report [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1128.729160] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Acquiring lock "5be8e455-e158-440c-88f4-eb6267effee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.729488] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "5be8e455-e158-440c-88f4-eb6267effee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.729734] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Acquiring lock "5be8e455-e158-440c-88f4-eb6267effee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.729965] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "5be8e455-e158-440c-88f4-eb6267effee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.730151] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "5be8e455-e158-440c-88f4-eb6267effee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.732783] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112056, 'name': ReconfigVM_Task, 'duration_secs': 0.329436} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.738370] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 0d3e8542-6d56-4071-a05f-65a7a81fd4d0/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.739217] env[69374]: INFO nova.compute.manager [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Terminating instance [ 1128.745290] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9533618c-3979-4492-9ae0-1253b230f497 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.789298] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bae8e672-ccd6-46a0-90dc-929f418033e4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.807579] env[69374]: DEBUG nova.compute.manager [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.807579] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.807759] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1128.807759] env[69374]: value = "task-4112059" [ 1128.807759] env[69374]: _type = "Task" [ 1128.807759] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.808653] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae161c3d-c72a-46f1-aaac-f3f642bb1647 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.823420] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.827775] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c52adfa7-e66b-4288-b125-c5f2fd2fd1ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.829613] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.840311] env[69374]: DEBUG oslo_vmware.api [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1128.840311] env[69374]: value = "task-4112060" [ 1128.840311] env[69374]: _type = "Task" [ 1128.840311] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.855932] env[69374]: DEBUG oslo_vmware.api [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.914217] env[69374]: DEBUG oslo_concurrency.lockutils [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.914963] env[69374]: DEBUG oslo_concurrency.lockutils [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.915134] env[69374]: DEBUG oslo_concurrency.lockutils [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.918796] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61db90ab-88d7-4899-b7dd-d8b4cca80613 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.934427] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b48079-62f9-d68c-2567-0c7554bcd37b, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.949925] env[69374]: DEBUG nova.virt.hardware [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.950280] env[69374]: DEBUG nova.virt.hardware [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.950366] env[69374]: DEBUG nova.virt.hardware [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.950551] env[69374]: DEBUG nova.virt.hardware [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.950711] env[69374]: DEBUG nova.virt.hardware [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.950864] env[69374]: DEBUG nova.virt.hardware [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.951128] env[69374]: DEBUG nova.virt.hardware [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.951269] env[69374]: DEBUG nova.virt.hardware [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.951439] env[69374]: DEBUG nova.virt.hardware [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.951631] env[69374]: DEBUG nova.virt.hardware [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.951800] env[69374]: DEBUG nova.virt.hardware [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.958492] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Reconfiguring VM to attach interface {{(pid=69374) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1128.959323] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869c4e99-8232-49aa-89bf-e972b2bd1888 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.961947] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34a69cb-9a10-4013-b1b1-1b68e42b5cf9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.976021] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fb3fe2-bc6b-499b-b423-620bf6c6a585 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.984981] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa23a2f-fad2-428f-966d-566c455439cc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.990881] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for the task: (returnval){ [ 1128.990881] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ae7822-70e1-24e6-181d-b5c4a94c7c02" [ 1128.990881] env[69374]: _type = "Task" [ 1128.990881] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.991190] env[69374]: DEBUG oslo_vmware.api [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1128.991190] env[69374]: value = "task-4112061" [ 1128.991190] env[69374]: _type = "Task" [ 1128.991190] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.026969] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed472fe-9105-4038-863c-78984a6d3a73 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.034163] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ae7822-70e1-24e6-181d-b5c4a94c7c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.038537] env[69374]: DEBUG oslo_vmware.api [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.044371] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b958480-c482-4e1c-a1b1-fab532b7373f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.060819] env[69374]: DEBUG nova.compute.provider_tree [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.072720] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112058, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.252270] env[69374]: DEBUG nova.compute.manager [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.252929] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b6d1b4b-0bfc-4912-93d2-53b0556d8bfc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.263803] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf00190b-be82-41c4-9c09-e2b8c758171a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.289441] env[69374]: DEBUG nova.compute.manager [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Received event network-vif-plugged-d414700e-257a-4265-aa2b-49854b08ec93 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.289752] env[69374]: DEBUG oslo_concurrency.lockutils [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] Acquiring lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.290303] env[69374]: DEBUG oslo_concurrency.lockutils [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] Lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.290303] env[69374]: DEBUG oslo_concurrency.lockutils [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] Lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.290401] env[69374]: DEBUG nova.compute.manager [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] No waiting events found dispatching network-vif-plugged-d414700e-257a-4265-aa2b-49854b08ec93 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1129.290482] env[69374]: WARNING nova.compute.manager [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Received unexpected event network-vif-plugged-d414700e-257a-4265-aa2b-49854b08ec93 for instance with vm_state building and task_state spawning. [ 1129.290700] env[69374]: DEBUG nova.compute.manager [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Received event network-changed-d414700e-257a-4265-aa2b-49854b08ec93 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.290859] env[69374]: DEBUG nova.compute.manager [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Refreshing instance network info cache due to event network-changed-d414700e-257a-4265-aa2b-49854b08ec93. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.291063] env[69374]: DEBUG oslo_concurrency.lockutils [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] Acquiring lock "refresh_cache-b2de675a-5d1c-49c4-83fb-45bfaeecb696" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.291202] env[69374]: DEBUG oslo_concurrency.lockutils [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] Acquired lock "refresh_cache-b2de675a-5d1c-49c4-83fb-45bfaeecb696" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.291347] env[69374]: DEBUG nova.network.neutron [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Refreshing network info cache for port d414700e-257a-4265-aa2b-49854b08ec93 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.310706] env[69374]: WARNING nova.virt.vmwareapi.driver [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 5be8e455-e158-440c-88f4-eb6267effee0 could not be found. [ 1129.311026] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.311616] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-373e2db0-58e6-4f78-bfef-6b376ffde300 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.328074] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5cb305-5936-4fec-8dd2-7209d2138a40 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.339282] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.350306] env[69374]: DEBUG oslo_vmware.api [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112060, 'name': PowerOffVM_Task, 'duration_secs': 0.370921} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.351102] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.351102] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.351102] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-454d420b-32bb-4ab9-a36b-a10a377bb793 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.372850] env[69374]: WARNING nova.virt.vmwareapi.vmops [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5be8e455-e158-440c-88f4-eb6267effee0 could not be found. [ 1129.373239] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.373465] env[69374]: INFO nova.compute.manager [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1129.373661] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.373951] env[69374]: DEBUG nova.compute.manager [-] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.374091] env[69374]: DEBUG nova.network.neutron [-] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.432403] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.432713] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.432912] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleting the datastore file [datastore2] 005e8605-40c3-4fa8-9e17-750a8f8f83e9 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.433209] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-213466b9-c08e-404a-8355-b381144a5ddc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.440699] env[69374]: DEBUG oslo_vmware.api [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1129.440699] env[69374]: value = "task-4112063" [ 1129.440699] env[69374]: _type = "Task" [ 1129.440699] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.449879] env[69374]: DEBUG oslo_vmware.api [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.507709] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ae7822-70e1-24e6-181d-b5c4a94c7c02, 'name': SearchDatastore_Task, 'duration_secs': 0.107395} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.510832] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.511225] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] b2de675a-5d1c-49c4-83fb-45bfaeecb696/b2de675a-5d1c-49c4-83fb-45bfaeecb696.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.511579] env[69374]: DEBUG oslo_vmware.api [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.511834] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-752482b4-2d71-403c-a5ed-288f7c0ff0f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.522952] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for the task: (returnval){ [ 1129.522952] env[69374]: value = "task-4112065" [ 1129.522952] env[69374]: _type = "Task" [ 1129.522952] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.534669] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.573564] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112058, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.607218] env[69374]: DEBUG nova.scheduler.client.report [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1129.607667] env[69374]: DEBUG nova.compute.provider_tree [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 134 to 135 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1129.607926] env[69374]: DEBUG nova.compute.provider_tree [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.782051] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "35ff501c-97b3-4065-9047-71b7d0b8afa5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.782543] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.782855] env[69374]: DEBUG nova.compute.manager [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Going to confirm migration 6 {{(pid=69374) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1129.829270] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.954614] env[69374]: DEBUG oslo_vmware.api [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251429} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.954982] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.955200] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.955387] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.955595] env[69374]: INFO nova.compute.manager [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1129.955883] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.956073] env[69374]: DEBUG nova.compute.manager [-] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.956195] env[69374]: DEBUG nova.network.neutron [-] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.007801] env[69374]: DEBUG oslo_vmware.api [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.034598] env[69374]: DEBUG nova.network.neutron [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Updated VIF entry in instance network info cache for port d414700e-257a-4265-aa2b-49854b08ec93. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.035021] env[69374]: DEBUG nova.network.neutron [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Updating instance_info_cache with network_info: [{"id": "d414700e-257a-4265-aa2b-49854b08ec93", "address": "fa:16:3e:d7:06:cc", "network": {"id": "88ce5f5f-4938-4728-a2cc-45a609dc0747", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1346152429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca327faacc846d791b1001610ea5efd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd414700e-25", "ovs_interfaceid": "d414700e-257a-4265-aa2b-49854b08ec93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.039561] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.077111] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112058, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.118054] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.742s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.121683] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.156s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.121975] env[69374]: DEBUG nova.objects.instance [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lazy-loading 'resources' on Instance uuid c5f70326-f36e-4660-afcc-c589de19d710 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.179885] env[69374]: INFO nova.network.neutron [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updating port 778fc791-a94f-4a82-a799-dfa0b062551a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1130.327749] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112059, 'name': ReconfigVM_Task, 'duration_secs': 1.305511} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.328076] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.328904] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eee3b452-9ff9-46f6-a0a6-10ba1bdf7531 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.338362] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1130.338362] env[69374]: value = "task-4112066" [ 1130.338362] env[69374]: _type = "Task" [ 1130.338362] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.349739] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.350981] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.351169] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.351344] env[69374]: DEBUG nova.network.neutron [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.351618] env[69374]: DEBUG nova.objects.instance [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lazy-loading 'info_cache' on Instance uuid 35ff501c-97b3-4065-9047-71b7d0b8afa5 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.510424] env[69374]: DEBUG oslo_vmware.api [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.534935] env[69374]: DEBUG nova.compute.manager [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Received event network-changed-f1722b6e-aacf-475f-a09a-69558eee616a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.535363] env[69374]: DEBUG nova.compute.manager [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Refreshing instance network info cache due to event network-changed-f1722b6e-aacf-475f-a09a-69558eee616a. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.535629] env[69374]: DEBUG oslo_concurrency.lockutils [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] Acquiring lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.535769] env[69374]: DEBUG oslo_concurrency.lockutils [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] Acquired lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.535968] env[69374]: DEBUG nova.network.neutron [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Refreshing network info cache for port f1722b6e-aacf-475f-a09a-69558eee616a {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.545959] env[69374]: DEBUG oslo_concurrency.lockutils [req-1bec94fd-ee79-4b7a-a1cf-67649b69e010 req-fb92708e-b89d-49e9-a605-fdac6a75725c service nova] Releasing lock "refresh_cache-b2de675a-5d1c-49c4-83fb-45bfaeecb696" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.546521] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.584353] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112058, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.612257] env[69374]: DEBUG nova.network.neutron [-] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.852269] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.954813] env[69374]: DEBUG nova.network.neutron [-] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.014583] env[69374]: DEBUG oslo_vmware.api [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.017821] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c56e3e-6333-47aa-9377-e0de887e2ba6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.034289] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4dc383-5c3e-4f28-a5ee-136013b296b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.045491] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.085072] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7034fe4-d381-4d64-8bc3-9e07d8fad923 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.094614] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112058, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.098340] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c47033-2b30-4a11-85ce-722ded6da167 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.115940] env[69374]: DEBUG nova.compute.provider_tree [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.117523] env[69374]: INFO nova.compute.manager [-] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Took 1.74 seconds to deallocate network for instance. [ 1131.350450] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.458322] env[69374]: INFO nova.compute.manager [-] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Took 1.50 seconds to deallocate network for instance. [ 1131.510385] env[69374]: DEBUG oslo_vmware.api [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112061, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.537683] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112065, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.538804] env[69374]: DEBUG nova.network.neutron [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updated VIF entry in instance network info cache for port f1722b6e-aacf-475f-a09a-69558eee616a. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.539151] env[69374]: DEBUG nova.network.neutron [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updating instance_info_cache with network_info: [{"id": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "address": "fa:16:3e:91:ff:00", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351c29d-34", "ovs_interfaceid": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1722b6e-aacf-475f-a09a-69558eee616a", "address": "fa:16:3e:56:03:20", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1722b6e-aa", "ovs_interfaceid": "f1722b6e-aacf-475f-a09a-69558eee616a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.594561] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112058, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.843319} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.596466] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1131.596724] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814608', 'volume_id': 'f48b56c7-83f8-4558-b843-f7187b410b89', 'name': 'volume-f48b56c7-83f8-4558-b843-f7187b410b89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51c71bfd-c289-4699-a2df-3bac283cbd45', 'attached_at': '', 'detached_at': '', 'volume_id': 'f48b56c7-83f8-4558-b843-f7187b410b89', 'serial': 'f48b56c7-83f8-4558-b843-f7187b410b89'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1131.600745] env[69374]: INFO nova.virt.vmwareapi.ds_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d9c7bc1a-4d8a-44c3-bc39-592a19d313a2/OSTACK_IMG_d9c7bc1a-4d8a-44c3-bc39-592a19d313a2.vmdk to [datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890/0a885e10-ab07-4f70-948b-49ebdb7b7890.vmdk. [ 1131.600967] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Cleaning up location [datastore1] OSTACK_IMG_d9c7bc1a-4d8a-44c3-bc39-592a19d313a2 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1131.601327] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d9c7bc1a-4d8a-44c3-bc39-592a19d313a2 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.602395] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d44668-c7c1-4444-be87-31054d74160e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.607694] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-676123fe-788c-4317-b725-bf9d60b7c75e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.632858] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6151e561-b329-4b8f-8582-8dfaa653c1bc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.636664] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1131.636664] env[69374]: value = "task-4112067" [ 1131.636664] env[69374]: _type = "Task" [ 1131.636664] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.667859] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-f48b56c7-83f8-4558-b843-f7187b410b89/volume-f48b56c7-83f8-4558-b843-f7187b410b89.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.671473] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5acdc7f-320b-4f19-96dd-50b172236dcc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.687319] env[69374]: DEBUG nova.scheduler.client.report [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1131.687600] env[69374]: DEBUG nova.compute.provider_tree [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 135 to 136 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1131.687839] env[69374]: DEBUG nova.compute.provider_tree [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.692261] env[69374]: INFO nova.compute.manager [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Took 0.57 seconds to detach 1 volumes for instance. [ 1131.699928] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.701889] env[69374]: DEBUG nova.compute.manager [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Deleting volume: 8e81429e-34cf-456d-8fc9-05eed7d903b0 {{(pid=69374) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1131.714764] env[69374]: DEBUG oslo_vmware.api [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1131.714764] env[69374]: value = "task-4112068" [ 1131.714764] env[69374]: _type = "Task" [ 1131.714764] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.723562] env[69374]: DEBUG oslo_vmware.api [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.761794] env[69374]: DEBUG nova.network.neutron [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance_info_cache with network_info: [{"id": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "address": "fa:16:3e:58:02:5d", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ac4cdc-6c", "ovs_interfaceid": "62ac4cdc-6c11-47b0-bb6e-504c6e1628ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.850122] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112066, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.973986] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.984591] env[69374]: DEBUG nova.compute.manager [req-9b1a16c8-da50-4753-a207-311ca17ed2e8 req-7e8a22a9-3b2f-4c08-aa40-ebd5b2b9fbf8 service nova] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Received event network-vif-deleted-2499f008-4f10-4a86-93dc-59a972e161ec {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.984867] env[69374]: DEBUG nova.compute.manager [req-9b1a16c8-da50-4753-a207-311ca17ed2e8 req-7e8a22a9-3b2f-4c08-aa40-ebd5b2b9fbf8 service nova] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Received event network-vif-deleted-b46242e0-44d2-4177-be7d-ddd1cdc5300b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.006220] env[69374]: DEBUG oslo_vmware.api [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112061, 'name': ReconfigVM_Task, 'duration_secs': 2.531569} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.006759] env[69374]: DEBUG oslo_concurrency.lockutils [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.007017] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Reconfigured VM to attach interface {{(pid=69374) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1132.037826] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112065, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.037141} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.038100] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] b2de675a-5d1c-49c4-83fb-45bfaeecb696/b2de675a-5d1c-49c4-83fb-45bfaeecb696.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.038355] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.038641] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90088605-b066-4be4-8a1f-ec11db8b0fbb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.044322] env[69374]: DEBUG oslo_concurrency.lockutils [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] Releasing lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.044583] env[69374]: DEBUG nova.compute.manager [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Received event network-changed-ec107baf-5079-4a91-b1fc-75bf5b7f3f47 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.044810] env[69374]: DEBUG nova.compute.manager [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Refreshing instance network info cache due to event network-changed-ec107baf-5079-4a91-b1fc-75bf5b7f3f47. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.045047] env[69374]: DEBUG oslo_concurrency.lockutils [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] Acquiring lock "refresh_cache-af040160-6016-4b74-8c9a-ad08011a4bbd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.045195] env[69374]: DEBUG oslo_concurrency.lockutils [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] Acquired lock "refresh_cache-af040160-6016-4b74-8c9a-ad08011a4bbd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.045350] env[69374]: DEBUG nova.network.neutron [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Refreshing network info cache for port ec107baf-5079-4a91-b1fc-75bf5b7f3f47 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.048105] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for the task: (returnval){ [ 1132.048105] env[69374]: value = "task-4112070" [ 1132.048105] env[69374]: _type = "Task" [ 1132.048105] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.058076] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.148020] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08432} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.148328] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.148531] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890/0a885e10-ab07-4f70-948b-49ebdb7b7890.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.148830] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890/0a885e10-ab07-4f70-948b-49ebdb7b7890.vmdk to [datastore1] 2ac650ee-f9af-4486-8402-d546524edb14/2ac650ee-f9af-4486-8402-d546524edb14.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.149152] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c4ba32f-8fad-4e4a-89c8-a6378b91bdb0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.158467] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1132.158467] env[69374]: value = "task-4112071" [ 1132.158467] env[69374]: _type = "Task" [ 1132.158467] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.168367] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.203200] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.206439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.790s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.208736] env[69374]: INFO nova.compute.claims [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.222173] env[69374]: DEBUG oslo_vmware.api [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.247982] env[69374]: INFO nova.scheduler.client.report [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted allocations for instance c5f70326-f36e-4660-afcc-c589de19d710 [ 1132.264612] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.266594] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "refresh_cache-35ff501c-97b3-4065-9047-71b7d0b8afa5" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.266872] env[69374]: DEBUG nova.objects.instance [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lazy-loading 'migration_context' on Instance uuid 35ff501c-97b3-4065-9047-71b7d0b8afa5 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.351521] env[69374]: DEBUG oslo_vmware.api [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112066, 'name': PowerOnVM_Task, 'duration_secs': 1.578698} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.351680] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.356784] env[69374]: DEBUG nova.compute.manager [None req-597539b6-91c1-45b6-90b8-84e0da255a46 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1132.357687] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c7cc11-cd12-495f-8692-ed1ee1ea1af3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.512056] env[69374]: DEBUG oslo_concurrency.lockutils [None req-72227f47-6641-4e59-af7b-143fec17eedd tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.643s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.560831] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222975} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.561172] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.561978] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65710829-cfe3-4c10-99bf-51704f41b617 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.594029] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] b2de675a-5d1c-49c4-83fb-45bfaeecb696/b2de675a-5d1c-49c4-83fb-45bfaeecb696.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.594029] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf2bdde-12f4-4e38-ad0f-b68136beb0b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.611438] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.611438] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.611438] env[69374]: DEBUG nova.network.neutron [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.619342] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for the task: (returnval){ [ 1132.619342] env[69374]: value = "task-4112072" [ 1132.619342] env[69374]: _type = "Task" [ 1132.619342] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.633810] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.671458] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112071, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.733526] env[69374]: DEBUG oslo_vmware.api [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.760503] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5a03d4b1-15aa-46bf-9310-4a464e8e2b1c tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5f70326-f36e-4660-afcc-c589de19d710" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.950s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.770011] env[69374]: DEBUG nova.objects.base [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Object Instance<35ff501c-97b3-4065-9047-71b7d0b8afa5> lazy-loaded attributes: info_cache,migration_context {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1132.771253] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a969734-01c9-4dc5-8669-f6bda179c17f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.797361] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c45633-c4bb-4d20-b627-b808b05780d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.804518] env[69374]: DEBUG oslo_vmware.api [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1132.804518] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f95572-63db-7ef2-ef95-a8389cb4dfc5" [ 1132.804518] env[69374]: _type = "Task" [ 1132.804518] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.815202] env[69374]: DEBUG oslo_vmware.api [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f95572-63db-7ef2-ef95-a8389cb4dfc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.995845] env[69374]: DEBUG nova.network.neutron [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Updated VIF entry in instance network info cache for port ec107baf-5079-4a91-b1fc-75bf5b7f3f47. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.996310] env[69374]: DEBUG nova.network.neutron [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Updating instance_info_cache with network_info: [{"id": "ec107baf-5079-4a91-b1fc-75bf5b7f3f47", "address": "fa:16:3e:13:eb:b7", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec107baf-50", "ovs_interfaceid": "ec107baf-5079-4a91-b1fc-75bf5b7f3f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.130938] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112072, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.170969] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112071, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.232841] env[69374]: DEBUG oslo_vmware.api [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112068, 'name': ReconfigVM_Task, 'duration_secs': 1.100518} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.233136] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-f48b56c7-83f8-4558-b843-f7187b410b89/volume-f48b56c7-83f8-4558-b843-f7187b410b89.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.238249] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bebc0c96-e4d2-4fbc-acb9-a44311d86815 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.261376] env[69374]: DEBUG oslo_vmware.api [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1133.261376] env[69374]: value = "task-4112073" [ 1133.261376] env[69374]: _type = "Task" [ 1133.261376] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.274246] env[69374]: DEBUG oslo_vmware.api [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.322278] env[69374]: DEBUG oslo_vmware.api [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f95572-63db-7ef2-ef95-a8389cb4dfc5, 'name': SearchDatastore_Task, 'duration_secs': 0.013499} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.328276] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.413307] env[69374]: DEBUG nova.network.neutron [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updating instance_info_cache with network_info: [{"id": "778fc791-a94f-4a82-a799-dfa0b062551a", "address": "fa:16:3e:73:a8:80", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778fc791-a9", "ovs_interfaceid": "778fc791-a94f-4a82-a799-dfa0b062551a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.501473] env[69374]: DEBUG oslo_concurrency.lockutils [req-69571361-a0d4-417e-a7d4-fdb010277d70 req-a1913fc9-104e-4c10-bd6c-a18d2ee66014 service nova] Releasing lock "refresh_cache-af040160-6016-4b74-8c9a-ad08011a4bbd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.635956] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112072, 'name': ReconfigVM_Task, 'duration_secs': 0.522117} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.635956] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Reconfigured VM instance instance-00000064 to attach disk [datastore1] b2de675a-5d1c-49c4-83fb-45bfaeecb696/b2de675a-5d1c-49c4-83fb-45bfaeecb696.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.635956] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5909eacd-4a62-432f-84ad-adb3afb78142 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.645151] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for the task: (returnval){ [ 1133.645151] env[69374]: value = "task-4112074" [ 1133.645151] env[69374]: _type = "Task" [ 1133.645151] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.660589] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112074, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.680105] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112071, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.719171] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43d7ca1-ce70-4105-906c-3bfa126a9441 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.729124] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea6e782-9c9f-438e-87c2-4cefaf8b0bc7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.778164] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b4e1fd-40c2-4c31-8edd-562ef1d0445e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.788034] env[69374]: DEBUG oslo_vmware.api [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112073, 'name': ReconfigVM_Task, 'duration_secs': 0.196656} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.790894] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814608', 'volume_id': 'f48b56c7-83f8-4558-b843-f7187b410b89', 'name': 'volume-f48b56c7-83f8-4558-b843-f7187b410b89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51c71bfd-c289-4699-a2df-3bac283cbd45', 'attached_at': '', 'detached_at': '', 'volume_id': 'f48b56c7-83f8-4558-b843-f7187b410b89', 'serial': 'f48b56c7-83f8-4558-b843-f7187b410b89'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1133.794484] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c8b8e6-7b0c-4f2a-a5ac-9247c4057dcb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.822291] env[69374]: DEBUG nova.compute.provider_tree [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.916030] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.948714] env[69374]: DEBUG nova.virt.hardware [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='de89b00270dcea3e546d2f99401ea02b',container_format='bare',created_at=2025-05-14T01:26:21Z,direct_url=,disk_format='vmdk',id=be58fbd4-1098-4979-a2b3-d3101d7b1f97,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-782716393-shelved',owner='29eed2dedd544a15803c87d1de081863',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-05-14T01:26:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.948916] env[69374]: DEBUG nova.virt.hardware [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.948916] env[69374]: DEBUG nova.virt.hardware [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.949119] env[69374]: DEBUG nova.virt.hardware [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.949262] env[69374]: DEBUG nova.virt.hardware [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.949410] env[69374]: DEBUG nova.virt.hardware [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.949622] env[69374]: DEBUG nova.virt.hardware [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.949784] env[69374]: DEBUG nova.virt.hardware [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.949987] env[69374]: DEBUG nova.virt.hardware [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.950197] env[69374]: DEBUG nova.virt.hardware [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.950496] env[69374]: DEBUG nova.virt.hardware [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.951326] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89efd5b9-63e3-478d-bc14-b23afdef24c8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.962103] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd9503e-3fae-4223-ae29-e518328c084e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.980063] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:a8:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '778fc791-a94f-4a82-a799-dfa0b062551a', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.989695] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.990049] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.990303] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a6a39d1-e90b-421f-a252-1ea0f2fc18f5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.008381] env[69374]: INFO nova.compute.manager [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Unrescuing [ 1134.008686] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.008866] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquired lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.009069] env[69374]: DEBUG nova.network.neutron [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.013853] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.013853] env[69374]: value = "task-4112075" [ 1134.013853] env[69374]: _type = "Task" [ 1134.013853] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.027292] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112075, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.168093] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112074, 'name': Rename_Task, 'duration_secs': 0.244716} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.170758] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.171104] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d93e2b3-f357-4439-a8d9-08ea9455c253 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.179638] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for the task: (returnval){ [ 1134.179638] env[69374]: value = "task-4112076" [ 1134.179638] env[69374]: _type = "Task" [ 1134.179638] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.183483] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112071, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.193909] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.328033] env[69374]: DEBUG nova.scheduler.client.report [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.394371] env[69374]: DEBUG nova.compute.manager [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Received event network-vif-plugged-778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.394599] env[69374]: DEBUG oslo_concurrency.lockutils [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] Acquiring lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.394868] env[69374]: DEBUG oslo_concurrency.lockutils [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.395860] env[69374]: DEBUG oslo_concurrency.lockutils [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.396169] env[69374]: DEBUG nova.compute.manager [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] No waiting events found dispatching network-vif-plugged-778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1134.396434] env[69374]: WARNING nova.compute.manager [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Received unexpected event network-vif-plugged-778fc791-a94f-4a82-a799-dfa0b062551a for instance with vm_state shelved_offloaded and task_state spawning. [ 1134.396716] env[69374]: DEBUG nova.compute.manager [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Received event network-changed-778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.396920] env[69374]: DEBUG nova.compute.manager [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Refreshing instance network info cache due to event network-changed-778fc791-a94f-4a82-a799-dfa0b062551a. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.397174] env[69374]: DEBUG oslo_concurrency.lockutils [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] Acquiring lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.397353] env[69374]: DEBUG oslo_concurrency.lockutils [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] Acquired lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.397573] env[69374]: DEBUG nova.network.neutron [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Refreshing network info cache for port 778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.530671] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112075, 'name': CreateVM_Task, 'duration_secs': 0.499114} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.531009] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.531893] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.532125] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.532531] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.533240] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9928f482-6c90-40b4-ae54-38f85aa1dcb3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.541596] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1134.541596] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52340f42-5490-6d93-614a-4339b2288c58" [ 1134.541596] env[69374]: _type = "Task" [ 1134.541596] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.554256] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52340f42-5490-6d93-614a-4339b2288c58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.682892] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112071, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.703089] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112076, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.828936] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "0b3e6046-0051-45d3-9bb5-0f17e418655e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.831562] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "0b3e6046-0051-45d3-9bb5-0f17e418655e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.837050] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.837050] env[69374]: DEBUG nova.compute.manager [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.839263] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 14.157s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.855735] env[69374]: DEBUG nova.network.neutron [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Updating instance_info_cache with network_info: [{"id": "ddbebf95-e317-4175-8353-5c6047cb9476", "address": "fa:16:3e:4d:ce:97", "network": {"id": "729e38dd-7683-40c0-a559-d2807a0954e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-980598799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2236a469b5da4826a8257dad6d33870e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddbebf95-e3", "ovs_interfaceid": "ddbebf95-e317-4175-8353-5c6047cb9476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.858245] env[69374]: DEBUG nova.objects.instance [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lazy-loading 'flavor' on Instance uuid 51c71bfd-c289-4699-a2df-3bac283cbd45 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.055334] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.055611] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Processing image be58fbd4-1098-4979-a2b3-d3101d7b1f97 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.055898] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97/be58fbd4-1098-4979-a2b3-d3101d7b1f97.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.056097] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97/be58fbd4-1098-4979-a2b3-d3101d7b1f97.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.056306] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.058896] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59cb4af0-dd4b-469e-b5da-487ea4fee56f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.069698] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.069886] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.070739] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81de5fd7-89c8-4445-a80b-a1a90f91d270 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.076709] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1135.076709] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e842e1-bbdd-b4bb-011b-38aa26381f2a" [ 1135.076709] env[69374]: _type = "Task" [ 1135.076709] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.085960] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e842e1-bbdd-b4bb-011b-38aa26381f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.178919] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112071, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.966978} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.179213] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0a885e10-ab07-4f70-948b-49ebdb7b7890/0a885e10-ab07-4f70-948b-49ebdb7b7890.vmdk to [datastore1] 2ac650ee-f9af-4486-8402-d546524edb14/2ac650ee-f9af-4486-8402-d546524edb14.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.180312] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3c7133-5fe8-428e-af34-22eb7f539adc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.209862] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 2ac650ee-f9af-4486-8402-d546524edb14/2ac650ee-f9af-4486-8402-d546524edb14.vmdk or device None with type streamOptimized {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.211346] env[69374]: DEBUG nova.network.neutron [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updated VIF entry in instance network info cache for port 778fc791-a94f-4a82-a799-dfa0b062551a. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.211430] env[69374]: DEBUG nova.network.neutron [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updating instance_info_cache with network_info: [{"id": "778fc791-a94f-4a82-a799-dfa0b062551a", "address": "fa:16:3e:73:a8:80", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778fc791-a9", "ovs_interfaceid": "778fc791-a94f-4a82-a799-dfa0b062551a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.213939] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51d8072-b407-4dda-9e81-4ecac5a8dac3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.233463] env[69374]: DEBUG oslo_concurrency.lockutils [req-5352c192-c167-4069-ab67-c7dcde69ba9e req-93e2d66f-9cd3-4c4a-94f2-8df47221a21f service nova] Releasing lock "refresh_cache-f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.237413] env[69374]: DEBUG oslo_vmware.api [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112076, 'name': PowerOnVM_Task, 'duration_secs': 0.663391} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.238191] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.238429] env[69374]: INFO nova.compute.manager [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1135.238765] env[69374]: DEBUG nova.compute.manager [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1135.239435] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9d1b5c-f9fe-45b0-a1b5-b9ee81a820ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.244528] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1135.244528] env[69374]: value = "task-4112077" [ 1135.244528] env[69374]: _type = "Task" [ 1135.244528] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.260719] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.333281] env[69374]: DEBUG nova.compute.manager [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.343071] env[69374]: DEBUG nova.objects.instance [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'migration_context' on Instance uuid bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.346559] env[69374]: DEBUG nova.compute.utils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.346886] env[69374]: DEBUG nova.compute.manager [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.347132] env[69374]: DEBUG nova.network.neutron [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.362502] env[69374]: DEBUG oslo_concurrency.lockutils [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Releasing lock "refresh_cache-0d3e8542-6d56-4071-a05f-65a7a81fd4d0" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.363982] env[69374]: DEBUG nova.objects.instance [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lazy-loading 'flavor' on Instance uuid 0d3e8542-6d56-4071-a05f-65a7a81fd4d0 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.366508] env[69374]: DEBUG oslo_concurrency.lockutils [None req-44e82049-cfaf-4a1f-9698-cd96227e7eee tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.437s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.394293] env[69374]: DEBUG nova.policy [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a7439a584f4f14862c7a0b674b2dd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '902a8814e6cc4ca385b72bb44b96861b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.589479] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Preparing fetch location {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1135.589833] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Fetch image to [datastore2] OSTACK_IMG_9c67c7f8-a1ea-4a28-96f4-fcf501105a9c/OSTACK_IMG_9c67c7f8-a1ea-4a28-96f4-fcf501105a9c.vmdk {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1135.590086] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Downloading stream optimized image be58fbd4-1098-4979-a2b3-d3101d7b1f97 to [datastore2] OSTACK_IMG_9c67c7f8-a1ea-4a28-96f4-fcf501105a9c/OSTACK_IMG_9c67c7f8-a1ea-4a28-96f4-fcf501105a9c.vmdk on the data store datastore2 as vApp {{(pid=69374) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1135.590338] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Downloading image file data be58fbd4-1098-4979-a2b3-d3101d7b1f97 to the ESX as VM named 'OSTACK_IMG_9c67c7f8-a1ea-4a28-96f4-fcf501105a9c' {{(pid=69374) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1135.655669] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "interface-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-f1722b6e-aacf-475f-a09a-69558eee616a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.655669] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-f1722b6e-aacf-475f-a09a-69558eee616a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.696640] env[69374]: DEBUG oslo_vmware.rw_handles [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1135.696640] env[69374]: value = "resgroup-9" [ 1135.696640] env[69374]: _type = "ResourcePool" [ 1135.696640] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1135.697230] env[69374]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6acbb786-41fa-42a5-b9c7-acd93e7f7db7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.715827] env[69374]: DEBUG nova.network.neutron [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Successfully created port: 4c93f067-f05f-45a1-b20d-184715a9e110 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.725527] env[69374]: DEBUG oslo_vmware.rw_handles [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lease: (returnval){ [ 1135.725527] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52525ceb-e410-b87e-ab50-c63e969a3f32" [ 1135.725527] env[69374]: _type = "HttpNfcLease" [ 1135.725527] env[69374]: } obtained for vApp import into resource pool (val){ [ 1135.725527] env[69374]: value = "resgroup-9" [ 1135.725527] env[69374]: _type = "ResourcePool" [ 1135.725527] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1135.725956] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the lease: (returnval){ [ 1135.725956] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52525ceb-e410-b87e-ab50-c63e969a3f32" [ 1135.725956] env[69374]: _type = "HttpNfcLease" [ 1135.725956] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1135.733186] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.733186] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52525ceb-e410-b87e-ab50-c63e969a3f32" [ 1135.733186] env[69374]: _type = "HttpNfcLease" [ 1135.733186] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1135.738831] env[69374]: INFO nova.compute.manager [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Rescuing [ 1135.739122] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.739253] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.739419] env[69374]: DEBUG nova.network.neutron [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.765656] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.769067] env[69374]: INFO nova.compute.manager [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Took 25.13 seconds to build instance. [ 1135.850267] env[69374]: DEBUG nova.compute.manager [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.865578] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.871393] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eba5be7-d319-410b-a66e-ce3bdd2ad88f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.900512] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.905571] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c360d91e-5264-4336-a3af-065ea3e06986 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.915241] env[69374]: DEBUG oslo_vmware.api [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1135.915241] env[69374]: value = "task-4112079" [ 1135.915241] env[69374]: _type = "Task" [ 1135.915241] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.927693] env[69374]: DEBUG oslo_vmware.api [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.159697] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.159968] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.164037] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d939d8b-ff87-45fe-affb-110e2079d743 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.194024] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abc752c-f9ad-45e9-b5d2-796a6603af33 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.223308] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Reconfiguring VM to detach interface {{(pid=69374) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1136.226346] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7669e958-b54e-4dd9-9d56-4004bf7f3872 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.254729] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2ee505-3445-4059-b4db-b20ff8d75ed0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.257783] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1136.257783] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52525ceb-e410-b87e-ab50-c63e969a3f32" [ 1136.257783] env[69374]: _type = "HttpNfcLease" [ 1136.257783] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1136.257783] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1136.257783] env[69374]: value = "task-4112080" [ 1136.257783] env[69374]: _type = "Task" [ 1136.257783] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.266535] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112077, 'name': ReconfigVM_Task, 'duration_secs': 0.948618} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.267862] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2850c008-7d93-4842-8832-0dccd649c248 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.271325] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 2ac650ee-f9af-4486-8402-d546524edb14/2ac650ee-f9af-4486-8402-d546524edb14.vmdk or device None with type streamOptimized {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.275894] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b90b5c57-f5e2-44d2-84b4-f7dbb5e568d7 tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.657s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.275894] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3582d0a-ed56-453a-a150-1eefde8d53de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.280021] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.312658] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3a4cb8-8c8a-4a62-a328-b46d846d4cbd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.316047] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1136.316047] env[69374]: value = "task-4112081" [ 1136.316047] env[69374]: _type = "Task" [ 1136.316047] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.323911] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85312f41-781e-41d3-a001-88328e263522 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.331713] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112081, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.345022] env[69374]: DEBUG nova.compute.provider_tree [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.426305] env[69374]: DEBUG oslo_vmware.api [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112079, 'name': PowerOffVM_Task, 'duration_secs': 0.289797} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.426618] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.432579] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.432927] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e6d144-04ac-4e0b-92b0-a7897fd97eb6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.455780] env[69374]: DEBUG oslo_vmware.api [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1136.455780] env[69374]: value = "task-4112082" [ 1136.455780] env[69374]: _type = "Task" [ 1136.455780] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.464519] env[69374]: DEBUG oslo_vmware.api [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.668254] env[69374]: DEBUG nova.network.neutron [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updating instance_info_cache with network_info: [{"id": "0cbb8086-da7f-427f-a625-a2646b5589fa", "address": "fa:16:3e:73:eb:a3", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbb8086-da", "ovs_interfaceid": "0cbb8086-da7f-427f-a625-a2646b5589fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.748653] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1136.748653] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52525ceb-e410-b87e-ab50-c63e969a3f32" [ 1136.748653] env[69374]: _type = "HttpNfcLease" [ 1136.748653] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1136.748990] env[69374]: DEBUG oslo_vmware.rw_handles [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1136.748990] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52525ceb-e410-b87e-ab50-c63e969a3f32" [ 1136.748990] env[69374]: _type = "HttpNfcLease" [ 1136.748990] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1136.749780] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9a4aeb-d2fd-497d-a65c-94b4f7a36562 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.760083] env[69374]: DEBUG oslo_vmware.rw_handles [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e517c2-1b45-61da-a1d5-8d03ee75510e/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1136.760291] env[69374]: DEBUG oslo_vmware.rw_handles [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e517c2-1b45-61da-a1d5-8d03ee75510e/disk-0.vmdk. {{(pid=69374) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1136.827343] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.835751] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b23b260e-0e13-48ce-8530-e1eb19a939d3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.837731] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112081, 'name': Rename_Task, 'duration_secs': 0.300377} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.839729] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.840752] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f834ffda-b955-4290-aacc-b20a2ebc9e4b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.846414] env[69374]: DEBUG nova.scheduler.client.report [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.851560] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1136.851560] env[69374]: value = "task-4112083" [ 1136.851560] env[69374]: _type = "Task" [ 1136.851560] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.862130] env[69374]: DEBUG nova.compute.manager [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.864442] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.898305] env[69374]: DEBUG nova.virt.hardware [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.898658] env[69374]: DEBUG nova.virt.hardware [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.898817] env[69374]: DEBUG nova.virt.hardware [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.898999] env[69374]: DEBUG nova.virt.hardware [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.899245] env[69374]: DEBUG nova.virt.hardware [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.899422] env[69374]: DEBUG nova.virt.hardware [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.899654] env[69374]: DEBUG nova.virt.hardware [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.899824] env[69374]: DEBUG nova.virt.hardware [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.900020] env[69374]: DEBUG nova.virt.hardware [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.900201] env[69374]: DEBUG nova.virt.hardware [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.900402] env[69374]: DEBUG nova.virt.hardware [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.901386] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f875dad8-8d1c-4f86-b5ac-2ad98c776907 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.913532] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8484e1d-4b8c-4e44-bd6b-f38b8d96b7e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.937203] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "83970231-638d-4084-85a4-33af2bd843bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.937203] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "83970231-638d-4084-85a4-33af2bd843bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.965839] env[69374]: DEBUG oslo_vmware.api [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112082, 'name': ReconfigVM_Task, 'duration_secs': 0.223547} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.966208] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.966456] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.966746] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c74791c5-d9ed-4db2-a07b-f17bd906dbbc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.974272] env[69374]: DEBUG oslo_vmware.api [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1136.974272] env[69374]: value = "task-4112084" [ 1136.974272] env[69374]: _type = "Task" [ 1136.974272] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.983030] env[69374]: DEBUG oslo_vmware.api [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.090020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquiring lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.090020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.090020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquiring lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.090020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.090020] env[69374]: DEBUG oslo_concurrency.lockutils [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.092338] env[69374]: INFO nova.compute.manager [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Terminating instance [ 1137.171190] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.238021] env[69374]: DEBUG nova.compute.manager [req-f54a5614-7dff-42ff-94e3-11fcf6bc8fef req-9b6bf34a-a4fe-4d44-81a7-425180660597 service nova] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Received event network-vif-plugged-4c93f067-f05f-45a1-b20d-184715a9e110 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.238478] env[69374]: DEBUG oslo_concurrency.lockutils [req-f54a5614-7dff-42ff-94e3-11fcf6bc8fef req-9b6bf34a-a4fe-4d44-81a7-425180660597 service nova] Acquiring lock "683b7374-79bb-4886-ac84-30d2aaf6743d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.238838] env[69374]: DEBUG oslo_concurrency.lockutils [req-f54a5614-7dff-42ff-94e3-11fcf6bc8fef req-9b6bf34a-a4fe-4d44-81a7-425180660597 service nova] Lock "683b7374-79bb-4886-ac84-30d2aaf6743d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.238838] env[69374]: DEBUG oslo_concurrency.lockutils [req-f54a5614-7dff-42ff-94e3-11fcf6bc8fef req-9b6bf34a-a4fe-4d44-81a7-425180660597 service nova] Lock "683b7374-79bb-4886-ac84-30d2aaf6743d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.239059] env[69374]: DEBUG nova.compute.manager [req-f54a5614-7dff-42ff-94e3-11fcf6bc8fef req-9b6bf34a-a4fe-4d44-81a7-425180660597 service nova] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] No waiting events found dispatching network-vif-plugged-4c93f067-f05f-45a1-b20d-184715a9e110 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1137.239237] env[69374]: WARNING nova.compute.manager [req-f54a5614-7dff-42ff-94e3-11fcf6bc8fef req-9b6bf34a-a4fe-4d44-81a7-425180660597 service nova] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Received unexpected event network-vif-plugged-4c93f067-f05f-45a1-b20d-184715a9e110 for instance with vm_state building and task_state spawning. [ 1137.272896] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.339606] env[69374]: DEBUG nova.network.neutron [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Successfully updated port: 4c93f067-f05f-45a1-b20d-184715a9e110 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.373121] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112083, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.439967] env[69374]: DEBUG nova.compute.manager [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.487626] env[69374]: DEBUG oslo_vmware.api [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.598179] env[69374]: DEBUG nova.compute.manager [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.599157] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.599934] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b85312-fb88-4397-bc1c-3df4f0840a5d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.611566] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.611961] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3627d270-8795-47b7-b72d-c2e2a3c0fca9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.621382] env[69374]: DEBUG oslo_vmware.api [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for the task: (returnval){ [ 1137.621382] env[69374]: value = "task-4112085" [ 1137.621382] env[69374]: _type = "Task" [ 1137.621382] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.633595] env[69374]: DEBUG oslo_vmware.api [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.772503] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.842690] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "refresh_cache-683b7374-79bb-4886-ac84-30d2aaf6743d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.842690] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "refresh_cache-683b7374-79bb-4886-ac84-30d2aaf6743d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.842690] env[69374]: DEBUG nova.network.neutron [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.868665] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.029s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.874562] env[69374]: DEBUG oslo_vmware.api [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112083, 'name': PowerOnVM_Task, 'duration_secs': 0.595747} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.876691] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.565s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.876919] env[69374]: DEBUG nova.objects.instance [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lazy-loading 'resources' on Instance uuid e697715e-c3d1-48ca-89ac-3caa6a76307d {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.877829] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.966173] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.985774] env[69374]: DEBUG oslo_vmware.api [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112084, 'name': PowerOnVM_Task, 'duration_secs': 0.611591} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.986184] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.986443] env[69374]: DEBUG nova.compute.manager [None req-39015c9b-979e-4af6-810b-fa0a6d6d1556 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1137.987275] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc179b-b0a3-4603-bb90-f13f6a6fd5d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.021440] env[69374]: DEBUG nova.compute.manager [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1138.022405] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1107ec1-fbfb-47ac-a738-f3cfc8e3ff92 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.133768] env[69374]: DEBUG oslo_vmware.api [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112085, 'name': PowerOffVM_Task, 'duration_secs': 0.442478} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.134098] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.134267] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.134518] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b401ba96-c74b-4983-b493-51bcf86d5442 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.222109] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.222376] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.222565] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Deleting the datastore file [datastore1] b2de675a-5d1c-49c4-83fb-45bfaeecb696 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.222851] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6971040-2f5a-4815-8519-3c6a3d024617 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.231475] env[69374]: DEBUG oslo_vmware.api [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for the task: (returnval){ [ 1138.231475] env[69374]: value = "task-4112087" [ 1138.231475] env[69374]: _type = "Task" [ 1138.231475] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.240341] env[69374]: DEBUG oslo_vmware.api [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.273299] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.377219] env[69374]: DEBUG nova.network.neutron [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.528889] env[69374]: DEBUG nova.network.neutron [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Updating instance_info_cache with network_info: [{"id": "4c93f067-f05f-45a1-b20d-184715a9e110", "address": "fa:16:3e:f8:21:82", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c93f067-f0", "ovs_interfaceid": "4c93f067-f05f-45a1-b20d-184715a9e110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.540452] env[69374]: DEBUG oslo_concurrency.lockutils [None req-06b54d5e-1dad-4633-bfbe-29aee1dc7db6 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "2ac650ee-f9af-4486-8402-d546524edb14" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.404s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.706316] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.706632] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec1d335d-2d29-4ce8-a425-e6027bb97c09 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.714956] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1138.714956] env[69374]: value = "task-4112088" [ 1138.714956] env[69374]: _type = "Task" [ 1138.714956] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.716641] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f20394-ff36-4a54-bb15-c83091812e5c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.731669] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14d2168-eeef-400c-bdea-db5cd954e52c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.735147] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.744280] env[69374]: DEBUG oslo_vmware.api [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Task: {'id': task-4112087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471924} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.776371] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.776741] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.777015] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.777367] env[69374]: INFO nova.compute.manager [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1138.777676] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.778288] env[69374]: DEBUG nova.compute.manager [-] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.778545] env[69374]: DEBUG nova.network.neutron [-] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.783884] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28f2b63-5135-435e-aa24-2ee6b6381c9a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.797765] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce313211-abe1-4d83-803f-5149914524fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.802542] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.816445] env[69374]: DEBUG nova.compute.provider_tree [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.034190] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "refresh_cache-683b7374-79bb-4886-ac84-30d2aaf6743d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.035022] env[69374]: DEBUG nova.compute.manager [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Instance network_info: |[{"id": "4c93f067-f05f-45a1-b20d-184715a9e110", "address": "fa:16:3e:f8:21:82", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c93f067-f0", "ovs_interfaceid": "4c93f067-f05f-45a1-b20d-184715a9e110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.035192] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:21:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c93f067-f05f-45a1-b20d-184715a9e110', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.045746] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.046672] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.046995] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b73c974-434e-4f61-8522-42082e183f97 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.070993] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.070993] env[69374]: value = "task-4112089" [ 1139.070993] env[69374]: _type = "Task" [ 1139.070993] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.083184] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112089, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.236096] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112088, 'name': PowerOffVM_Task, 'duration_secs': 0.395331} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.238984] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.240088] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d949de7f-b373-4825-a832-560723c75291 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.275978] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319b6cde-9c6a-4e2c-8731-88fd18cb36c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.299829] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.325198] env[69374]: DEBUG nova.scheduler.client.report [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.332709] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.332831] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ca60575-5958-4dc5-87e6-4e0836e3ab31 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.345037] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1139.345037] env[69374]: value = "task-4112090" [ 1139.345037] env[69374]: _type = "Task" [ 1139.345037] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.361338] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1139.361715] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.362017] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.362195] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.362424] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.362719] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-414b1db7-7610-4d4c-996c-35c5da314463 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.376895] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.377183] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.378166] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40db863a-61b4-488d-8352-5b23274a4cad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.385062] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1139.385062] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5265d1eb-91b1-c276-cde8-27da529231d5" [ 1139.385062] env[69374]: _type = "Task" [ 1139.385062] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.397338] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5265d1eb-91b1-c276-cde8-27da529231d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.409228] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.409493] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.409698] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.409876] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.410050] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.413216] env[69374]: INFO nova.compute.manager [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Terminating instance [ 1139.416471] env[69374]: INFO nova.compute.manager [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Swapping old allocation on dict_keys(['0733b889-6ed8-45b1-bdbb-a649d48352c0']) held by migration 9c2cf33f-4786-445f-bd84-c93e6a690f45 for instance [ 1139.446557] env[69374]: DEBUG nova.scheduler.client.report [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Overwriting current allocation {'allocations': {'0733b889-6ed8-45b1-bdbb-a649d48352c0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 139}}, 'project_id': '0251b71bde7143e18a8dc871be72487f', 'user_id': '54ee2096dfb641c0a714d55e0c481fa8', 'consumer_generation': 1} on consumer bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac {{(pid=69374) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1139.528651] env[69374]: DEBUG nova.compute.manager [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Received event network-changed-4c93f067-f05f-45a1-b20d-184715a9e110 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.528764] env[69374]: DEBUG nova.compute.manager [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Refreshing instance network info cache due to event network-changed-4c93f067-f05f-45a1-b20d-184715a9e110. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.528988] env[69374]: DEBUG oslo_concurrency.lockutils [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] Acquiring lock "refresh_cache-683b7374-79bb-4886-ac84-30d2aaf6743d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.529369] env[69374]: DEBUG oslo_concurrency.lockutils [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] Acquired lock "refresh_cache-683b7374-79bb-4886-ac84-30d2aaf6743d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.529558] env[69374]: DEBUG nova.network.neutron [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Refreshing network info cache for port 4c93f067-f05f-45a1-b20d-184715a9e110 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.540991] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.541295] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.541585] env[69374]: DEBUG nova.network.neutron [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.565237] env[69374]: DEBUG nova.network.neutron [-] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.585853] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112089, 'name': CreateVM_Task, 'duration_secs': 0.433146} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.586949] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.587978] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.588151] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.588409] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.589137] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e5dd98-3c03-479d-b846-3df38f9833bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.598860] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1139.598860] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d92b78-a3a6-177b-c080-0290e2560f45" [ 1139.598860] env[69374]: _type = "Task" [ 1139.598860] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.614471] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d92b78-a3a6-177b-c080-0290e2560f45, 'name': SearchDatastore_Task, 'duration_secs': 0.012846} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.616846] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.617406] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.617721] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.617892] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.618133] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.618548] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86cb1cbd-0129-4e07-8d8f-2aef1f1a297a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.631100] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.631437] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.632477] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd408c10-4eb7-4052-a093-a9cc29e72158 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.640046] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1139.640046] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521519a9-c56c-1a3b-6519-19553381099f" [ 1139.640046] env[69374]: _type = "Task" [ 1139.640046] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.650955] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521519a9-c56c-1a3b-6519-19553381099f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.724708] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dccf23-9682-48fd-ab4d-16746a18c01d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.732759] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e02e142-e0c0-40bf-9445-794ab4c12452 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Suspending the VM {{(pid=69374) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1139.733130] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7c6268d0-cd1a-411d-9eb7-68fe8cefd6f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.742663] env[69374]: DEBUG oslo_vmware.api [None req-2e02e142-e0c0-40bf-9445-794ab4c12452 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1139.742663] env[69374]: value = "task-4112091" [ 1139.742663] env[69374]: _type = "Task" [ 1139.742663] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.754406] env[69374]: DEBUG oslo_vmware.api [None req-2e02e142-e0c0-40bf-9445-794ab4c12452 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112091, 'name': SuspendVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.789967] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.831121] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.833964] env[69374]: DEBUG oslo_concurrency.lockutils [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.678s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.834284] env[69374]: DEBUG nova.objects.instance [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lazy-loading 'resources' on Instance uuid c8d635be-2047-4866-a68a-4251cc46b49e {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.853170] env[69374]: INFO nova.scheduler.client.report [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted allocations for instance e697715e-c3d1-48ca-89ac-3caa6a76307d [ 1139.899655] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5265d1eb-91b1-c276-cde8-27da529231d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013237} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.900646] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8ca4bd-32ea-4713-8f11-173335948025 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.907390] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1139.907390] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52aaed90-87f4-c6eb-0e6e-a20cfa0da656" [ 1139.907390] env[69374]: _type = "Task" [ 1139.907390] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.701895] env[69374]: DEBUG nova.compute.manager [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.702295] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.707628] env[69374]: INFO nova.compute.manager [-] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Took 1.93 seconds to deallocate network for instance. [ 1140.717952] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82f83e9-ac1d-40b9-ae44-898de1fdce32 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.734535] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5abbbb7c-06da-4f40-afef-4e3bb4ca6cc0 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "e697715e-c3d1-48ca-89ac-3caa6a76307d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.268s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.744416] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.755699] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.757919] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52aaed90-87f4-c6eb-0e6e-a20cfa0da656, 'name': SearchDatastore_Task, 'duration_secs': 0.023625} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.771273] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.772231] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 51c71bfd-c289-4699-a2df-3bac283cbd45/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. {{(pid=69374) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1140.772566] env[69374]: DEBUG oslo_vmware.api [None req-2e02e142-e0c0-40bf-9445-794ab4c12452 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112091, 'name': SuspendVM_Task, 'duration_secs': 0.732338} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.772930] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.777896] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7af22ce4-3c65-4ada-8fe2-e0d3c28e1d54 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.780777] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e02e142-e0c0-40bf-9445-794ab4c12452 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Suspended the VM {{(pid=69374) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1140.781033] env[69374]: DEBUG nova.compute.manager [None req-2e02e142-e0c0-40bf-9445-794ab4c12452 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.781394] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2f94fda-6726-4583-a359-b8b579599816 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.783833] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521519a9-c56c-1a3b-6519-19553381099f, 'name': SearchDatastore_Task, 'duration_secs': 0.012648} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.797931] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd1c27c-4718-4ffb-a74a-e0de3221d1ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.803048] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.805892] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e7aae6-db31-4432-90a1-61dfe7c688a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.811636] env[69374]: DEBUG oslo_vmware.api [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1140.811636] env[69374]: value = "task-4112092" [ 1140.811636] env[69374]: _type = "Task" [ 1140.811636] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.817431] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1140.817431] env[69374]: value = "task-4112093" [ 1140.817431] env[69374]: _type = "Task" [ 1140.817431] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.829560] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1140.829560] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f3ddb1-a20f-c556-6f6a-2e366233fb8f" [ 1140.829560] env[69374]: _type = "Task" [ 1140.829560] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.844745] env[69374]: DEBUG oslo_vmware.api [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.850085] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.854330] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f3ddb1-a20f-c556-6f6a-2e366233fb8f, 'name': SearchDatastore_Task, 'duration_secs': 0.013651} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.855968] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.856396] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 683b7374-79bb-4886-ac84-30d2aaf6743d/683b7374-79bb-4886-ac84-30d2aaf6743d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.860186] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d83a0c2-113e-4b43-b665-41ee8e307dc6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.875460] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1140.875460] env[69374]: value = "task-4112094" [ 1140.875460] env[69374]: _type = "Task" [ 1140.875460] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.877374] env[69374]: DEBUG oslo_vmware.rw_handles [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Completed reading data from the image iterator. {{(pid=69374) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1140.877791] env[69374]: DEBUG oslo_vmware.rw_handles [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e517c2-1b45-61da-a1d5-8d03ee75510e/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1140.878971] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf62ec8-08d3-4b00-a9dc-42998af65f6e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.896560] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.899916] env[69374]: DEBUG oslo_vmware.rw_handles [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e517c2-1b45-61da-a1d5-8d03ee75510e/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1140.899916] env[69374]: DEBUG oslo_vmware.rw_handles [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e517c2-1b45-61da-a1d5-8d03ee75510e/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1140.899916] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d3075d75-344d-4af6-8095-493a9b510be2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.083500] env[69374]: DEBUG nova.network.neutron [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Updated VIF entry in instance network info cache for port 4c93f067-f05f-45a1-b20d-184715a9e110. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.083944] env[69374]: DEBUG nova.network.neutron [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Updating instance_info_cache with network_info: [{"id": "4c93f067-f05f-45a1-b20d-184715a9e110", "address": "fa:16:3e:f8:21:82", "network": {"id": "36f71f65-66e7-46f3-b486-3b2cbdfd83d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1107311424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902a8814e6cc4ca385b72bb44b96861b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c93f067-f0", "ovs_interfaceid": "4c93f067-f05f-45a1-b20d-184715a9e110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.134440] env[69374]: DEBUG oslo_vmware.rw_handles [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e517c2-1b45-61da-a1d5-8d03ee75510e/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1141.134782] env[69374]: INFO nova.virt.vmwareapi.images [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Downloaded image file data be58fbd4-1098-4979-a2b3-d3101d7b1f97 [ 1141.135941] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e166410-23fc-4381-adb4-90df1d5001d2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.164674] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d24c65a-4af5-4333-bcde-8e622bcd3999 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.181033] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d3d4f8-3afd-4c92-a43d-adb6d87d73af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.192228] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb19f888-82a6-4823-9b93-c5874b878a75 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.198864] env[69374]: INFO nova.virt.vmwareapi.images [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] The imported VM was unregistered [ 1141.202374] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Caching image {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1141.202374] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating directory with path [datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.203375] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-825782aa-7709-4ff5-a27a-6c91c92abe10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.242745] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ed9282-d929-456b-9623-ef2ce0b0386b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.253958] env[69374]: DEBUG oslo_concurrency.lockutils [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.254371] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.258565] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfac3ff5-5c5f-496d-bb01-346ff7cc3c63 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.284865] env[69374]: DEBUG nova.compute.provider_tree [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.288551] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.288968] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Created directory with path [datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.289307] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9c67c7f8-a1ea-4a28-96f4-fcf501105a9c/OSTACK_IMG_9c67c7f8-a1ea-4a28-96f4-fcf501105a9c.vmdk to [datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97/be58fbd4-1098-4979-a2b3-d3101d7b1f97.vmdk. {{(pid=69374) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1141.292754] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.293027] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-679ecfa5-b445-4afc-86f5-d727d5d517cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.295861] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.296486] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.297184] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.297419] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.297610] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1141.297818] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.306076] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1141.306076] env[69374]: value = "task-4112096" [ 1141.306076] env[69374]: _type = "Task" [ 1141.306076] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.317694] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112096, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.328483] env[69374]: DEBUG oslo_vmware.api [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112092, 'name': PowerOffVM_Task, 'duration_secs': 0.221966} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.331824] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.332053] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.334842] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-709c62f6-82ce-493a-8333-689d4044404b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.347344] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.389923] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112094, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.446586] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.446787] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.447016] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Deleting the datastore file [datastore1] 0d3e8542-6d56-4071-a05f-65a7a81fd4d0 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.447281] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97bed729-ec38-4610-8d90-c2cd9a53f9a6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.455504] env[69374]: DEBUG oslo_vmware.api [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1141.455504] env[69374]: value = "task-4112098" [ 1141.455504] env[69374]: _type = "Task" [ 1141.455504] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.468186] env[69374]: DEBUG oslo_vmware.api [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.593672] env[69374]: DEBUG oslo_concurrency.lockutils [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] Releasing lock "refresh_cache-683b7374-79bb-4886-ac84-30d2aaf6743d" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.594188] env[69374]: DEBUG nova.compute.manager [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Received event network-vif-deleted-d414700e-257a-4265-aa2b-49854b08ec93 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.594507] env[69374]: INFO nova.compute.manager [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Neutron deleted interface d414700e-257a-4265-aa2b-49854b08ec93; detaching it from the instance and deleting it from the info cache [ 1141.594821] env[69374]: DEBUG nova.network.neutron [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.635657] env[69374]: DEBUG nova.network.neutron [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance_info_cache with network_info: [{"id": "c88acd23-5274-42a3-942f-a69dec5cb138", "address": "fa:16:3e:88:38:3b", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc88acd23-52", "ovs_interfaceid": "c88acd23-5274-42a3-942f-a69dec5cb138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.750146] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.794303] env[69374]: DEBUG nova.scheduler.client.report [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.801226] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.817208] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112096, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.840168] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697648} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.840664] env[69374]: INFO nova.virt.vmwareapi.ds_util [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 51c71bfd-c289-4699-a2df-3bac283cbd45/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. [ 1141.842044] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebd5c85-6cb5-4e08-9d57-f9e4f4d73cff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.874129] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 51c71bfd-c289-4699-a2df-3bac283cbd45/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.874602] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de265838-7f0c-470d-bb42-b109cde50757 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.903263] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712664} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.905260] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 683b7374-79bb-4886-ac84-30d2aaf6743d/683b7374-79bb-4886-ac84-30d2aaf6743d.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.905519] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.905857] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1141.905857] env[69374]: value = "task-4112099" [ 1141.905857] env[69374]: _type = "Task" [ 1141.905857] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.906073] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3581cc2-ef01-4ab6-b72f-0b969a39651a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.920115] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.921811] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1141.921811] env[69374]: value = "task-4112100" [ 1141.921811] env[69374]: _type = "Task" [ 1141.921811] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.931116] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.967879] env[69374]: DEBUG oslo_vmware.api [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266708} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.968252] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.968511] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.968744] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.968934] env[69374]: INFO nova.compute.manager [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1141.969240] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.969478] env[69374]: DEBUG nova.compute.manager [-] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.969601] env[69374]: DEBUG nova.network.neutron [-] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.098018] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04a2370c-7efb-4f14-9651-508093bb4caa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.108173] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40a9a44-a28b-4915-9d49-bf4bcf65575c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.143650] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.144832] env[69374]: DEBUG nova.compute.manager [req-b6528bc5-06fe-4098-a015-9644c6d99cbc req-0e4f3add-bf46-410e-b3f6-446ba14be7b5 service nova] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Detach interface failed, port_id=d414700e-257a-4265-aa2b-49854b08ec93, reason: Instance b2de675a-5d1c-49c4-83fb-45bfaeecb696 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1142.145456] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8928d5-626e-4bd8-a4f0-442862070462 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.153832] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9321c0-2a73-42d1-bdfc-6d937059d376 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.248195] env[69374]: DEBUG oslo_vmware.api [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112080, 'name': ReconfigVM_Task, 'duration_secs': 5.829218} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.248508] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.248755] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Reconfigured VM to detach interface {{(pid=69374) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1142.303012] env[69374]: DEBUG oslo_concurrency.lockutils [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.467s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.304158] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.746s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.318152] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112096, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.348188] env[69374]: INFO nova.scheduler.client.report [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleted allocations for instance c8d635be-2047-4866-a68a-4251cc46b49e [ 1142.388713] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.389204] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.431049] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112099, 'name': ReconfigVM_Task, 'duration_secs': 0.414294} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.431837] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 51c71bfd-c289-4699-a2df-3bac283cbd45/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.433229] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05ff810-f2f9-4f99-adbf-826f22cad5db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.440300] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112100, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.484200] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f43a18-4d2a-4bfd-a099-1cc42dfa0f5e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.498342] env[69374]: DEBUG nova.compute.manager [req-93b91c00-bfb1-4d44-a563-78dfcbe4123f req-14201499-9099-4356-9d3f-bcc535002c5c service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Received event network-vif-deleted-ddbebf95-e317-4175-8353-5c6047cb9476 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.498609] env[69374]: INFO nova.compute.manager [req-93b91c00-bfb1-4d44-a563-78dfcbe4123f req-14201499-9099-4356-9d3f-bcc535002c5c service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Neutron deleted interface ddbebf95-e317-4175-8353-5c6047cb9476; detaching it from the instance and deleting it from the info cache [ 1142.498787] env[69374]: DEBUG nova.network.neutron [req-93b91c00-bfb1-4d44-a563-78dfcbe4123f req-14201499-9099-4356-9d3f-bcc535002c5c service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.503299] env[69374]: DEBUG nova.network.neutron [-] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.515756] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1142.515756] env[69374]: value = "task-4112101" [ 1142.515756] env[69374]: _type = "Task" [ 1142.515756] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.531785] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.568919] env[69374]: DEBUG nova.compute.manager [req-c293388b-4cea-49f2-8054-1818fab857e1 req-c556c706-8e94-4fdb-9a92-a6501aac081e service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Received event network-vif-deleted-f1722b6e-aacf-475f-a09a-69558eee616a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.569157] env[69374]: INFO nova.compute.manager [req-c293388b-4cea-49f2-8054-1818fab857e1 req-c556c706-8e94-4fdb-9a92-a6501aac081e service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Neutron deleted interface f1722b6e-aacf-475f-a09a-69558eee616a; detaching it from the instance and deleting it from the info cache [ 1142.570138] env[69374]: DEBUG nova.network.neutron [req-c293388b-4cea-49f2-8054-1818fab857e1 req-c556c706-8e94-4fdb-9a92-a6501aac081e service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updating instance_info_cache with network_info: [{"id": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "address": "fa:16:3e:91:ff:00", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351c29d-34", "ovs_interfaceid": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.760781] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61abbeb1-9258-469f-9747-9530928738bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.769915] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e90068a-0683-4f7e-8695-18efcf52e8ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.803901] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809ad2a8-8996-4662-8586-076eba0be3a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.815857] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5948aa67-2427-40c5-99f3-f4fb09fc4c14 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.823380] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112096, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.833906] env[69374]: DEBUG nova.compute.provider_tree [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.861028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-88b5b98d-eea2-4615-aea1-f71ac6e598ff tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "c8d635be-2047-4866-a68a-4251cc46b49e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.243s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.893415] env[69374]: DEBUG nova.compute.manager [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.934391] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.681662} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.934693] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.936172] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51723d4-4cb9-48b5-b677-336997b5c18d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.961354] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 683b7374-79bb-4886-ac84-30d2aaf6743d/683b7374-79bb-4886-ac84-30d2aaf6743d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.961563] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e707dc-ee9b-4a95-89b1-6590aa95b9c4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.984589] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1142.984589] env[69374]: value = "task-4112102" [ 1142.984589] env[69374]: _type = "Task" [ 1142.984589] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.995546] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.004058] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eedab34f-5d14-4661-a878-764086801193 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.007065] env[69374]: INFO nova.compute.manager [-] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Took 1.04 seconds to deallocate network for instance. [ 1143.013073] env[69374]: INFO nova.compute.manager [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Resuming [ 1143.013819] env[69374]: DEBUG nova.objects.instance [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lazy-loading 'flavor' on Instance uuid 2ac650ee-f9af-4486-8402-d546524edb14 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.024773] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7c57d6-0d6c-4262-b9a6-13299a6879ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.045614] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.066756] env[69374]: DEBUG nova.compute.manager [req-93b91c00-bfb1-4d44-a563-78dfcbe4123f req-14201499-9099-4356-9d3f-bcc535002c5c service nova] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Detach interface failed, port_id=ddbebf95-e317-4175-8353-5c6047cb9476, reason: Instance 0d3e8542-6d56-4071-a05f-65a7a81fd4d0 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.073156] env[69374]: DEBUG oslo_concurrency.lockutils [req-c293388b-4cea-49f2-8054-1818fab857e1 req-c556c706-8e94-4fdb-9a92-a6501aac081e service nova] Acquiring lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.073352] env[69374]: DEBUG oslo_concurrency.lockutils [req-c293388b-4cea-49f2-8054-1818fab857e1 req-c556c706-8e94-4fdb-9a92-a6501aac081e service nova] Acquired lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.074345] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956278b3-53f2-4fe8-b270-db8f2c91439b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.094258] env[69374]: DEBUG oslo_concurrency.lockutils [req-c293388b-4cea-49f2-8054-1818fab857e1 req-c556c706-8e94-4fdb-9a92-a6501aac081e service nova] Releasing lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.094565] env[69374]: WARNING nova.compute.manager [req-c293388b-4cea-49f2-8054-1818fab857e1 req-c556c706-8e94-4fdb-9a92-a6501aac081e service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Detach interface failed, port_id=f1722b6e-aacf-475f-a09a-69558eee616a, reason: No device with interface-id f1722b6e-aacf-475f-a09a-69558eee616a exists on VM: nova.exception.NotFound: No device with interface-id f1722b6e-aacf-475f-a09a-69558eee616a exists on VM [ 1143.253808] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.254155] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36545881-e1fd-4b0a-9a14-602566f1ea49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.262516] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1143.262516] env[69374]: value = "task-4112103" [ 1143.262516] env[69374]: _type = "Task" [ 1143.262516] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.271841] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.319189] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112096, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.337929] env[69374]: DEBUG nova.scheduler.client.report [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.415026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.499324] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.520487] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.532753] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.551043] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.551256] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.551417] env[69374]: DEBUG nova.network.neutron [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.774247] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.820475] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112096, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.847300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.543s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.847716] env[69374]: INFO nova.compute.manager [None req-bac84321-e322-4d42-9754-83ed54688f6a tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Successfully reverted task state from rebuilding on failure for instance. [ 1143.853844] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.880s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.854144] env[69374]: DEBUG nova.objects.instance [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lazy-loading 'resources' on Instance uuid 005e8605-40c3-4fa8-9e17-750a8f8f83e9 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.996506] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.032749] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112101, 'name': ReconfigVM_Task, 'duration_secs': 1.215083} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.033275] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.033538] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62effe1d-6029-4dfb-8240-80e2c4537129 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.040786] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1144.040786] env[69374]: value = "task-4112104" [ 1144.040786] env[69374]: _type = "Task" [ 1144.040786] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.050662] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.060583] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.060783] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.060994] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.061503] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.061503] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.063688] env[69374]: INFO nova.compute.manager [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Terminating instance [ 1144.274441] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112103, 'name': PowerOffVM_Task, 'duration_secs': 0.690995} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.275758] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.275758] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.275758] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.275975] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.276130] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.276293] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.276440] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.276699] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.276891] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.277087] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.277254] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.277428] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.282669] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c357f04-ddff-4919-be7c-58ec9d765dfd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.297878] env[69374]: DEBUG nova.network.neutron [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updating instance_info_cache with network_info: [{"id": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "address": "fa:16:3e:91:ff:00", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4351c29d-34", "ovs_interfaceid": "4351c29d-344b-4b3c-b908-12e4f2edb1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.300586] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1144.300586] env[69374]: value = "task-4112105" [ 1144.300586] env[69374]: _type = "Task" [ 1144.300586] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.310199] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112105, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.320528] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112096, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.922998} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.320985] env[69374]: INFO nova.virt.vmwareapi.ds_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9c67c7f8-a1ea-4a28-96f4-fcf501105a9c/OSTACK_IMG_9c67c7f8-a1ea-4a28-96f4-fcf501105a9c.vmdk to [datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97/be58fbd4-1098-4979-a2b3-d3101d7b1f97.vmdk. [ 1144.321131] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Cleaning up location [datastore2] OSTACK_IMG_9c67c7f8-a1ea-4a28-96f4-fcf501105a9c {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1144.321260] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9c67c7f8-a1ea-4a28-96f4-fcf501105a9c {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.321542] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-281bfc07-7834-4e3e-872f-91cb304ee30b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.329394] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1144.329394] env[69374]: value = "task-4112106" [ 1144.329394] env[69374]: _type = "Task" [ 1144.329394] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.338793] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.496185] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112102, 'name': ReconfigVM_Task, 'duration_secs': 1.41564} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.496479] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 683b7374-79bb-4886-ac84-30d2aaf6743d/683b7374-79bb-4886-ac84-30d2aaf6743d.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.497121] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3057080-00b3-4317-8994-3f0b4df9a0da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.506498] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1144.506498] env[69374]: value = "task-4112107" [ 1144.506498] env[69374]: _type = "Task" [ 1144.506498] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.515875] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112107, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.534051] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.534323] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquired lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.534506] env[69374]: DEBUG nova.network.neutron [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.556468] env[69374]: DEBUG oslo_vmware.api [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112104, 'name': PowerOnVM_Task, 'duration_secs': 0.439192} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.559274] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.562723] env[69374]: DEBUG nova.compute.manager [None req-df97aeaf-ae3f-499a-86d1-86e44fd67e75 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.563383] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23cfb2c-e4ab-4434-bff9-fbfcf95a3509 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.569024] env[69374]: DEBUG nova.compute.manager [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.569319] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.572085] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e455a002-e6d8-47b9-b39e-9dc45275a516 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.585768] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.585768] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecf972d5-2a14-4473-9209-57d64ae78430 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.592337] env[69374]: DEBUG oslo_vmware.api [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1144.592337] env[69374]: value = "task-4112108" [ 1144.592337] env[69374]: _type = "Task" [ 1144.592337] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.604907] env[69374]: DEBUG oslo_vmware.api [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.675073] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ead8bc-4479-44a5-bfd9-7015746a8ba4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.686617] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e83d14-5c46-4fcc-a78d-7d4a0779b70b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.719736] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e52d934-80d1-496b-9882-1a0427a42d88 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.728596] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2894644-04b7-425b-b86d-621a160e3766 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.744106] env[69374]: DEBUG nova.compute.provider_tree [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.802387] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.816636] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112105, 'name': ReconfigVM_Task, 'duration_secs': 0.282673} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.817741] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05cf8d1-53dd-4c90-82d2-e3d045086081 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.842384] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.842729] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.842775] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.842940] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.843098] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.843246] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.843445] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.843597] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.843832] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.843948] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.844137] env[69374]: DEBUG nova.virt.hardware [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.848208] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c006990d-6334-4fe6-9411-18a9d7c22dd2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.858453] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05298} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.858453] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.858453] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97/be58fbd4-1098-4979-a2b3-d3101d7b1f97.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.858453] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97/be58fbd4-1098-4979-a2b3-d3101d7b1f97.vmdk to [datastore2] f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2/f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.858836] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1144.858836] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c463e8-e4fb-44fd-bbae-500e4eb913a4" [ 1144.858836] env[69374]: _type = "Task" [ 1144.858836] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.859019] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-425093fe-ea85-4a65-85ef-944f5234d35d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.870969] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c463e8-e4fb-44fd-bbae-500e4eb913a4, 'name': SearchDatastore_Task, 'duration_secs': 0.007614} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.877642] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.878021] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1144.878021] env[69374]: value = "task-4112109" [ 1144.878021] env[69374]: _type = "Task" [ 1144.878021] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.878237] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a037cd6d-9279-4896-8939-dfba14da9544 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.900880] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.902345] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1144.902345] env[69374]: value = "task-4112110" [ 1144.902345] env[69374]: _type = "Task" [ 1144.902345] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.910698] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.017758] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112107, 'name': Rename_Task, 'duration_secs': 0.206696} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.018097] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.018377] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a7266b1-cfbe-4ee7-ab83-0c5fc7961c1f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.026615] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1145.026615] env[69374]: value = "task-4112111" [ 1145.026615] env[69374]: _type = "Task" [ 1145.026615] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.035857] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.105999] env[69374]: DEBUG oslo_vmware.api [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112108, 'name': PowerOffVM_Task, 'duration_secs': 0.230596} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.106984] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.107192] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.107467] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0daab8d6-1030-4e05-8803-480f0bdc7a08 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.192275] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.192652] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.192895] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleting the datastore file [datastore1] 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.193247] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15ae65f8-143e-4010-95b9-0716cb459a10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.203407] env[69374]: DEBUG oslo_vmware.api [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1145.203407] env[69374]: value = "task-4112113" [ 1145.203407] env[69374]: _type = "Task" [ 1145.203407] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.216932] env[69374]: DEBUG oslo_vmware.api [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.270024] env[69374]: ERROR nova.scheduler.client.report [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [req-1351d30a-6fc0-4bae-9d5c-50451c567111] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1351d30a-6fc0-4bae-9d5c-50451c567111"}]} [ 1145.291349] env[69374]: DEBUG nova.scheduler.client.report [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1145.295708] env[69374]: DEBUG nova.network.neutron [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updating instance_info_cache with network_info: [{"id": "cac011a1-68c9-4741-98cf-ca2340af9e23", "address": "fa:16:3e:ea:db:ac", "network": {"id": "89b35221-668c-457b-8968-1bc76efc4e72", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1085066004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35739f4320e54a97a5a8b9cc87366152", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac011a1-68", "ovs_interfaceid": "cac011a1-68c9-4741-98cf-ca2340af9e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.312381] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b9580f85-e3db-48d5-8d83-0d9792e19235 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7-f1722b6e-aacf-475f-a09a-69558eee616a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.657s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.314896] env[69374]: DEBUG nova.scheduler.client.report [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1145.315200] env[69374]: DEBUG nova.compute.provider_tree [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.333527] env[69374]: DEBUG nova.scheduler.client.report [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1145.355987] env[69374]: DEBUG nova.scheduler.client.report [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1145.401326] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112109, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.413780] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112110, 'name': ReconfigVM_Task, 'duration_secs': 0.418957} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.414048] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.414893] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed198428-1754-4ecf-8fdb-b133283828a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.444115] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac/bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.447262] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9792c4a0-2f0e-43f0-bfd5-319fac0ee172 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.468593] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1145.468593] env[69374]: value = "task-4112114" [ 1145.468593] env[69374]: _type = "Task" [ 1145.468593] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.480700] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.540718] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.692467] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980296e8-7884-46ec-8c1a-69ed98fb51f7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.701436] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ab93e-ee18-4f0d-8d0e-2541598d8936 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.714831] env[69374]: DEBUG oslo_vmware.api [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340564} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.740122] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.740358] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.740541] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.740723] env[69374]: INFO nova.compute.manager [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1145.740996] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.741491] env[69374]: DEBUG nova.compute.manager [-] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.741588] env[69374]: DEBUG nova.network.neutron [-] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.743919] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c0c53-9aef-481d-82af-63e40c653ea9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.752187] env[69374]: INFO nova.compute.manager [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Unrescuing [ 1145.753042] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.753042] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquired lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.753042] env[69374]: DEBUG nova.network.neutron [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.755094] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8487500-3019-4b04-855c-807a774ec608 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.771931] env[69374]: DEBUG nova.compute.provider_tree [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.798553] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Releasing lock "refresh_cache-2ac650ee-f9af-4486-8402-d546524edb14" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.799542] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb970c8-2dee-4616-8171-5ee5815d2cf6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.808361] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Resuming the VM {{(pid=69374) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1145.808644] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5f5becb-1b29-4e74-8e78-3ab90fbbe708 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.816844] env[69374]: DEBUG oslo_vmware.api [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1145.816844] env[69374]: value = "task-4112115" [ 1145.816844] env[69374]: _type = "Task" [ 1145.816844] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.826768] env[69374]: DEBUG oslo_vmware.api [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.902497] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112109, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.980654] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.039369] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112111, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.284589] env[69374]: DEBUG nova.compute.manager [req-94c68e3f-7188-4ad2-911d-1ad91983e38c req-8deaa4ad-f27a-4899-a760-86bec7b6bc87 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Received event network-vif-deleted-4351c29d-344b-4b3c-b908-12e4f2edb1a4 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.284829] env[69374]: INFO nova.compute.manager [req-94c68e3f-7188-4ad2-911d-1ad91983e38c req-8deaa4ad-f27a-4899-a760-86bec7b6bc87 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Neutron deleted interface 4351c29d-344b-4b3c-b908-12e4f2edb1a4; detaching it from the instance and deleting it from the info cache [ 1146.284994] env[69374]: DEBUG nova.network.neutron [req-94c68e3f-7188-4ad2-911d-1ad91983e38c req-8deaa4ad-f27a-4899-a760-86bec7b6bc87 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.308297] env[69374]: DEBUG nova.scheduler.client.report [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1146.308684] env[69374]: DEBUG nova.compute.provider_tree [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 141 to 142 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1146.308790] env[69374]: DEBUG nova.compute.provider_tree [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.327937] env[69374]: DEBUG oslo_vmware.api [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.412996] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112109, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.482135] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.541704] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112111, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.702631] env[69374]: DEBUG nova.network.neutron [-] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.786422] env[69374]: DEBUG nova.network.neutron [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updating instance_info_cache with network_info: [{"id": "0cbb8086-da7f-427f-a625-a2646b5589fa", "address": "fa:16:3e:73:eb:a3", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbb8086-da", "ovs_interfaceid": "0cbb8086-da7f-427f-a625-a2646b5589fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.789085] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01ce99c4-63a3-4b6f-8e70-b4bb15bdf898 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.805277] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a5ba7b-4bcc-45a4-9c54-79c87ea27f48 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.819643] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.966s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.822857] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.558s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.823139] env[69374]: DEBUG nova.objects.instance [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lazy-loading 'resources' on Instance uuid 5be8e455-e158-440c-88f4-eb6267effee0 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.836606] env[69374]: DEBUG oslo_vmware.api [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112115, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.857961] env[69374]: DEBUG nova.compute.manager [req-94c68e3f-7188-4ad2-911d-1ad91983e38c req-8deaa4ad-f27a-4899-a760-86bec7b6bc87 service nova] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Detach interface failed, port_id=4351c29d-344b-4b3c-b908-12e4f2edb1a4, reason: Instance 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.859548] env[69374]: INFO nova.scheduler.client.report [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted allocations for instance 005e8605-40c3-4fa8-9e17-750a8f8f83e9 [ 1146.909427] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112109, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.985938] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.043160] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112111, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.205914] env[69374]: INFO nova.compute.manager [-] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Took 1.46 seconds to deallocate network for instance. [ 1147.290439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Releasing lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.291183] env[69374]: DEBUG nova.objects.instance [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lazy-loading 'flavor' on Instance uuid 51c71bfd-c289-4699-a2df-3bac283cbd45 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.336533] env[69374]: DEBUG oslo_vmware.api [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112115, 'name': PowerOnVM_Task, 'duration_secs': 1.137416} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.336935] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Resumed the VM {{(pid=69374) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1147.337204] env[69374]: DEBUG nova.compute.manager [None req-7c4caf26-4498-494a-b298-c903672d9be3 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1147.338042] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe60e4ef-de8e-40cc-b142-0af1597bd6f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.368421] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7b13682e-defa-4596-8d99-a8bf2b47c94f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "005e8605-40c3-4fa8-9e17-750a8f8f83e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.070s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.403152] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112109, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.475417} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.403610] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be58fbd4-1098-4979-a2b3-d3101d7b1f97/be58fbd4-1098-4979-a2b3-d3101d7b1f97.vmdk to [datastore2] f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2/f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.406781] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaf1fd5-2cb3-4611-b059-6f0189bd9717 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.431450] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2/f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2.vmdk or device None with type streamOptimized {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.435058] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c05e764-645b-4ff3-926f-8199cdff1b6e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.457069] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1147.457069] env[69374]: value = "task-4112116" [ 1147.457069] env[69374]: _type = "Task" [ 1147.457069] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.470406] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.481054] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112114, 'name': ReconfigVM_Task, 'duration_secs': 1.712795} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.481452] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfigured VM instance instance-00000052 to attach disk [datastore1] bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac/bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.482466] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816a3e5e-a0d7-46ca-9c0f-44b34617fc43 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.507393] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aaf49b-463a-40f2-b480-24067b9a8c58 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.538858] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cffb7ff-31c3-4081-af8c-9e4df81f075e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.549829] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112111, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.571924] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb0ca04-2348-415b-ae09-83ca429f8bd5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.580669] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.581072] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1299d9cb-16cb-42b4-b7b0-9a2d20be1604 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.592258] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1147.592258] env[69374]: value = "task-4112117" [ 1147.592258] env[69374]: _type = "Task" [ 1147.592258] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.602741] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.713038] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.713952] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd185b7-db07-49f1-ab5e-c65435c58df1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.721713] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76678fc3-4f72-419c-b4ee-99475213c652 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.752998] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8053c5e-0a69-4edd-8fc4-294331a9f471 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.761602] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7332331-7385-40d8-bfc5-881abdd8e61c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.776852] env[69374]: DEBUG nova.compute.provider_tree [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.797577] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03891e85-1067-4be5-a702-ba25b99ffcec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.822428] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.823544] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2ef0747-3dc9-4c15-8a9d-af98e17d73a4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.830333] env[69374]: DEBUG oslo_vmware.api [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1147.830333] env[69374]: value = "task-4112118" [ 1147.830333] env[69374]: _type = "Task" [ 1147.830333] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.838969] env[69374]: DEBUG oslo_vmware.api [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.968982] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.039489] env[69374]: DEBUG oslo_vmware.api [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112111, 'name': PowerOnVM_Task, 'duration_secs': 2.538954} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.039768] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.041132] env[69374]: INFO nova.compute.manager [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Took 11.18 seconds to spawn the instance on the hypervisor. [ 1148.041132] env[69374]: DEBUG nova.compute.manager [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1148.041132] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b8d998-7b72-4723-b0d7-569b753fa8f4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.103783] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.279947] env[69374]: DEBUG nova.scheduler.client.report [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.340702] env[69374]: DEBUG oslo_vmware.api [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112118, 'name': PowerOffVM_Task, 'duration_secs': 0.323088} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.341885] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.346272] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Reconfiguring VM instance instance-0000005d to detach disk 2002 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.346593] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6373021-3d48-42df-992a-0c85ba29eb3d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.368057] env[69374]: DEBUG oslo_vmware.api [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1148.368057] env[69374]: value = "task-4112119" [ 1148.368057] env[69374]: _type = "Task" [ 1148.368057] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.376878] env[69374]: DEBUG oslo_vmware.api [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.468686] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112116, 'name': ReconfigVM_Task, 'duration_secs': 0.994544} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.469085] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Reconfigured VM instance instance-00000051 to attach disk [datastore2] f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2/f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2.vmdk or device None with type streamOptimized {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.470244] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'disk_bus': None, 'size': 0, 'encryption_options': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'image_id': 'ef45ff1f-ed61-434d-8979-a15df138f780'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814600', 'volume_id': 'cc3713af-12dd-406e-8079-dba5b0c7311d', 'name': 'volume-cc3713af-12dd-406e-8079-dba5b0c7311d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc3713af-12dd-406e-8079-dba5b0c7311d', 'serial': 'cc3713af-12dd-406e-8079-dba5b0c7311d'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'attachment_id': 'eb22105f-d366-4beb-bb90-a5254d95b878', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69374) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1148.470490] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1148.470720] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814600', 'volume_id': 'cc3713af-12dd-406e-8079-dba5b0c7311d', 'name': 'volume-cc3713af-12dd-406e-8079-dba5b0c7311d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc3713af-12dd-406e-8079-dba5b0c7311d', 'serial': 'cc3713af-12dd-406e-8079-dba5b0c7311d'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1148.471549] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a4db0d-3ad1-44a9-b01a-3b09251521e4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.489082] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5252fd5e-ad85-43b7-a060-d9a94ce39876 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.515872] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-cc3713af-12dd-406e-8079-dba5b0c7311d/volume-cc3713af-12dd-406e-8079-dba5b0c7311d.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.516197] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33680bfd-c8b9-41b8-90df-cd0fefb89cb3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.534535] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.534775] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.541126] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1148.541126] env[69374]: value = "task-4112120" [ 1148.541126] env[69374]: _type = "Task" [ 1148.541126] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.550431] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.560968] env[69374]: INFO nova.compute.manager [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Took 28.18 seconds to build instance. [ 1148.602260] env[69374]: DEBUG oslo_vmware.api [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112117, 'name': PowerOnVM_Task, 'duration_secs': 0.731286} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.602565] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.784738] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.787508] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.459s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.878237] env[69374]: DEBUG oslo_vmware.api [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.037645] env[69374]: DEBUG nova.compute.manager [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.051727] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.063107] env[69374]: DEBUG oslo_concurrency.lockutils [None req-46a02c27-fb56-4908-97b0-04e14d7d3e5d tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "683b7374-79bb-4886-ac84-30d2aaf6743d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.687s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.308033] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9fc11c8f-03ee-4447-82f1-0e1ba6f9259d tempest-ServerActionsV293TestJSON-1084970554 tempest-ServerActionsV293TestJSON-1084970554-project-member] Lock "5be8e455-e158-440c-88f4-eb6267effee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.578s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.377520] env[69374]: DEBUG oslo_vmware.api [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112119, 'name': ReconfigVM_Task, 'duration_secs': 0.794883} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.377934] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Reconfigured VM instance instance-0000005d to detach disk 2002 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.378186] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.378619] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0567fe1b-df80-41e2-9b53-bf97ebcec7fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.386946] env[69374]: DEBUG oslo_vmware.api [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1149.386946] env[69374]: value = "task-4112121" [ 1149.386946] env[69374]: _type = "Task" [ 1149.386946] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.396151] env[69374]: DEBUG oslo_vmware.api [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.557826] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112120, 'name': ReconfigVM_Task, 'duration_secs': 0.835786} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.560668] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-cc3713af-12dd-406e-8079-dba5b0c7311d/volume-cc3713af-12dd-406e-8079-dba5b0c7311d.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.566565] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.567872] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c78b3d-f279-4800-a6b4-d142870f730d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.587751] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1149.587751] env[69374]: value = "task-4112122" [ 1149.587751] env[69374]: _type = "Task" [ 1149.587751] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.600221] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.617739] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abdfc66-49ac-4bff-b823-811d8d699665 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.627615] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1621324e-55cc-46b6-a86b-256a6bd48725 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.687265] env[69374]: INFO nova.compute.manager [None req-7bbae93b-a73d-48da-a5cf-57e1ea207fa7 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance to original state: 'active' [ 1149.693367] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb56aad-12c7-46a2-9548-a332c294e88a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.716571] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2c165b-b84b-4611-b617-3909b7aba3d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.744626] env[69374]: DEBUG nova.compute.provider_tree [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.897886] env[69374]: DEBUG oslo_vmware.api [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.102522] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112122, 'name': ReconfigVM_Task, 'duration_secs': 0.197896} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.102522] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814600', 'volume_id': 'cc3713af-12dd-406e-8079-dba5b0c7311d', 'name': 'volume-cc3713af-12dd-406e-8079-dba5b0c7311d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc3713af-12dd-406e-8079-dba5b0c7311d', 'serial': 'cc3713af-12dd-406e-8079-dba5b0c7311d'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1150.102522] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f335ee7-8722-4ad3-923d-ab2ae4071a55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.110228] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1150.110228] env[69374]: value = "task-4112123" [ 1150.110228] env[69374]: _type = "Task" [ 1150.110228] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.120648] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112123, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.272396] env[69374]: ERROR nova.scheduler.client.report [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [req-ad915b1d-aa62-493d-8ac7-c6c26cd54bc9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ad915b1d-aa62-493d-8ac7-c6c26cd54bc9"}]} [ 1150.291883] env[69374]: DEBUG nova.scheduler.client.report [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1150.309805] env[69374]: DEBUG nova.scheduler.client.report [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1150.310292] env[69374]: DEBUG nova.compute.provider_tree [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.325104] env[69374]: DEBUG nova.scheduler.client.report [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1150.351028] env[69374]: DEBUG nova.scheduler.client.report [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1150.402988] env[69374]: DEBUG oslo_vmware.api [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112121, 'name': PowerOnVM_Task, 'duration_secs': 0.551964} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.403620] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.403955] env[69374]: DEBUG nova.compute.manager [None req-7ff86ffc-1d9d-4726-887c-b449d99f4fc5 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.408098] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e056b4d8-e20c-463b-84f7-94ba535b381b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.621919] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112123, 'name': Rename_Task, 'duration_secs': 0.233907} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.625290] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.625842] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c32c181-ee35-43aa-8a28-de9f4ea01773 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.635390] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1150.635390] env[69374]: value = "task-4112124" [ 1150.635390] env[69374]: _type = "Task" [ 1150.635390] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.653343] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.715836] env[69374]: DEBUG nova.compute.manager [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.717524] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a35283f-21fa-4227-85be-8bf5bac0e14e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.796851] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82f507d-52c9-4af6-ad50-7f697302d5b9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.806319] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6232f2d-608a-465e-89de-7af0fb9bcfe5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.839481] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d02fc23-aa13-435e-869c-8cf16a4cebbb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.848957] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a99392-e9e9-413d-ab9a-3d91c833c3f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.867593] env[69374]: DEBUG nova.compute.provider_tree [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.147094] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.233814] env[69374]: INFO nova.compute.manager [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] instance snapshotting [ 1151.236363] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb06e85-9f8d-4b4b-9a86-fc8f5181823c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.257112] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a452c6-0482-406b-943a-94bb5b89f03b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.412166] env[69374]: DEBUG nova.scheduler.client.report [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1151.412541] env[69374]: DEBUG nova.compute.provider_tree [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 143 to 144 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1151.412790] env[69374]: DEBUG nova.compute.provider_tree [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.647545] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112124, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.772916] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1151.773690] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9337b77c-a6bb-403a-bf0a-2796adf61bcb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.787057] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1151.787057] env[69374]: value = "task-4112125" [ 1151.787057] env[69374]: _type = "Task" [ 1151.787057] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.790931] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.791281] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.791541] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.791749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.791964] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.794252] env[69374]: INFO nova.compute.manager [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Terminating instance [ 1151.800376] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112125, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.042277] env[69374]: DEBUG nova.compute.manager [req-6c2e953f-9648-4fb7-a53f-4dfc2b925eaf req-f151bb6c-fdaf-4de9-80d3-85a42d4574c8 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Received event network-changed-0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.042277] env[69374]: DEBUG nova.compute.manager [req-6c2e953f-9648-4fb7-a53f-4dfc2b925eaf req-f151bb6c-fdaf-4de9-80d3-85a42d4574c8 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Refreshing instance network info cache due to event network-changed-0cbb8086-da7f-427f-a625-a2646b5589fa. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.042277] env[69374]: DEBUG oslo_concurrency.lockutils [req-6c2e953f-9648-4fb7-a53f-4dfc2b925eaf req-f151bb6c-fdaf-4de9-80d3-85a42d4574c8 service nova] Acquiring lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.042642] env[69374]: DEBUG oslo_concurrency.lockutils [req-6c2e953f-9648-4fb7-a53f-4dfc2b925eaf req-f151bb6c-fdaf-4de9-80d3-85a42d4574c8 service nova] Acquired lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.042923] env[69374]: DEBUG nova.network.neutron [req-6c2e953f-9648-4fb7-a53f-4dfc2b925eaf req-f151bb6c-fdaf-4de9-80d3-85a42d4574c8 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Refreshing network info cache for port 0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.148988] env[69374]: DEBUG oslo_vmware.api [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112124, 'name': PowerOnVM_Task, 'duration_secs': 1.143628} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.149398] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.300094] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112125, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.302350] env[69374]: DEBUG nova.compute.manager [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.302632] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.302908] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8403c70-535b-475f-81bd-bab287b3f16d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.311532] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1152.311532] env[69374]: value = "task-4112126" [ 1152.311532] env[69374]: _type = "Task" [ 1152.311532] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.323453] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.404272] env[69374]: DEBUG nova.compute.manager [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.405249] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1813dfd8-174e-45e6-a760-92ca201212ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.426706] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.639s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.430828] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.565s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.437057] env[69374]: INFO nova.compute.claims [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.803388] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112125, 'name': CreateSnapshot_Task, 'duration_secs': 0.90168} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.803388] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1152.803388] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0433916-321b-4e49-b500-9c705891af41 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.818266] env[69374]: DEBUG nova.network.neutron [req-6c2e953f-9648-4fb7-a53f-4dfc2b925eaf req-f151bb6c-fdaf-4de9-80d3-85a42d4574c8 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updated VIF entry in instance network info cache for port 0cbb8086-da7f-427f-a625-a2646b5589fa. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.818638] env[69374]: DEBUG nova.network.neutron [req-6c2e953f-9648-4fb7-a53f-4dfc2b925eaf req-f151bb6c-fdaf-4de9-80d3-85a42d4574c8 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updating instance_info_cache with network_info: [{"id": "0cbb8086-da7f-427f-a625-a2646b5589fa", "address": "fa:16:3e:73:eb:a3", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbb8086-da", "ovs_interfaceid": "0cbb8086-da7f-427f-a625-a2646b5589fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.829831] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112126, 'name': PowerOffVM_Task, 'duration_secs': 0.289395} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.830950] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.830950] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.831114] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814590', 'volume_id': '12dcdf07-782f-4ec7-8536-7a600584c8c5', 'name': 'volume-12dcdf07-782f-4ec7-8536-7a600584c8c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac', 'attached_at': '2025-05-14T01:27:33.000000', 'detached_at': '', 'volume_id': '12dcdf07-782f-4ec7-8536-7a600584c8c5', 'serial': '12dcdf07-782f-4ec7-8536-7a600584c8c5'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.832861] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964a9c50-ba88-4664-8120-ff9a3471e55b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.856235] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfb9787-b812-440c-b39b-213ba794d4cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.865314] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dba36a8-54d4-4bab-852d-1ebcb56e0e27 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.891040] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cc4939-8ee0-4a21-b3f6-928f2db41f6a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.912262] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] The volume has not been displaced from its original location: [datastore2] volume-12dcdf07-782f-4ec7-8536-7a600584c8c5/volume-12dcdf07-782f-4ec7-8536-7a600584c8c5.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.917982] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.918405] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d34562d1-722c-49c8-a98e-cfbffacd4f6f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.945193] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb4dc822-e07d-4237-bc0b-a31289f60e1a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 46.811s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.953303] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1152.953303] env[69374]: value = "task-4112127" [ 1152.953303] env[69374]: _type = "Task" [ 1152.953303] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.964890] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112127, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.007146] env[69374]: INFO nova.scheduler.client.report [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted allocation for migration 2e1dc9c6-4e0f-4c30-9d54-86581ee3b28e [ 1153.324984] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1153.326019] env[69374]: DEBUG oslo_concurrency.lockutils [req-6c2e953f-9648-4fb7-a53f-4dfc2b925eaf req-f151bb6c-fdaf-4de9-80d3-85a42d4574c8 service nova] Releasing lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.326160] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4fed67d-450e-4e90-9053-bfbec19a0dff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.336071] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1153.336071] env[69374]: value = "task-4112128" [ 1153.336071] env[69374]: _type = "Task" [ 1153.336071] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.345427] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112128, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.443373] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "2ac650ee-f9af-4486-8402-d546524edb14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.443736] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "2ac650ee-f9af-4486-8402-d546524edb14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.444069] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "2ac650ee-f9af-4486-8402-d546524edb14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.444318] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "2ac650ee-f9af-4486-8402-d546524edb14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.444540] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "2ac650ee-f9af-4486-8402-d546524edb14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.450216] env[69374]: INFO nova.compute.manager [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Terminating instance [ 1153.470977] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112127, 'name': ReconfigVM_Task, 'duration_secs': 0.315785} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.471474] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.480783] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-821dfe79-852a-4b8a-b0c4-6f17b0f64bde {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.505815] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1153.505815] env[69374]: value = "task-4112129" [ 1153.505815] env[69374]: _type = "Task" [ 1153.505815] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.514482] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0e43a3d4-541a-47f3-b2c7-ee6eb0a1e61c tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.732s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.520037] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.802651] env[69374]: DEBUG oslo_concurrency.lockutils [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "35ff501c-97b3-4065-9047-71b7d0b8afa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.803132] env[69374]: DEBUG oslo_concurrency.lockutils [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.803442] env[69374]: DEBUG oslo_concurrency.lockutils [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "35ff501c-97b3-4065-9047-71b7d0b8afa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.803695] env[69374]: DEBUG oslo_concurrency.lockutils [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.803974] env[69374]: DEBUG oslo_concurrency.lockutils [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.808869] env[69374]: INFO nova.compute.manager [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Terminating instance [ 1153.853850] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112128, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.871504] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f3e81-1651-450f-8a9a-7abac6dcfdfd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.879568] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35022187-aa8b-4ed3-8b0a-6d0db31c6f6b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.911027] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4584ce5-e64b-45d0-81bc-aebc9d42ae74 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.921254] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750a9c0a-8cf2-4b87-a571-f9331fa990a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.938054] env[69374]: DEBUG nova.compute.provider_tree [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.959869] env[69374]: DEBUG nova.compute.manager [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.961340] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.962309] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187bdafc-a373-4224-bc7d-fe2b58ac8b11 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.971119] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.971392] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2686a74e-af30-4aff-aa82-fb0fd1d084f1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.978839] env[69374]: DEBUG oslo_vmware.api [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1153.978839] env[69374]: value = "task-4112130" [ 1153.978839] env[69374]: _type = "Task" [ 1153.978839] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.989537] env[69374]: DEBUG oslo_vmware.api [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.016823] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112129, 'name': ReconfigVM_Task, 'duration_secs': 0.204037} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.017173] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814590', 'volume_id': '12dcdf07-782f-4ec7-8536-7a600584c8c5', 'name': 'volume-12dcdf07-782f-4ec7-8536-7a600584c8c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac', 'attached_at': '2025-05-14T01:27:33.000000', 'detached_at': '', 'volume_id': '12dcdf07-782f-4ec7-8536-7a600584c8c5', 'serial': '12dcdf07-782f-4ec7-8536-7a600584c8c5'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1154.017475] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.018283] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb87d92-253f-4c7a-99a7-859a965faa20 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.025951] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.026235] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9439b87-6124-41c3-b84e-79b6ddc5d79f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.074492] env[69374]: DEBUG nova.compute.manager [req-20ef77d3-cab8-4c2f-acf6-af35a9e1556b req-892f0971-ff54-4c0f-acd4-49dff06c0ce9 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Received event network-changed-0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.074719] env[69374]: DEBUG nova.compute.manager [req-20ef77d3-cab8-4c2f-acf6-af35a9e1556b req-892f0971-ff54-4c0f-acd4-49dff06c0ce9 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Refreshing instance network info cache due to event network-changed-0cbb8086-da7f-427f-a625-a2646b5589fa. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.075031] env[69374]: DEBUG oslo_concurrency.lockutils [req-20ef77d3-cab8-4c2f-acf6-af35a9e1556b req-892f0971-ff54-4c0f-acd4-49dff06c0ce9 service nova] Acquiring lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.075251] env[69374]: DEBUG oslo_concurrency.lockutils [req-20ef77d3-cab8-4c2f-acf6-af35a9e1556b req-892f0971-ff54-4c0f-acd4-49dff06c0ce9 service nova] Acquired lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.075505] env[69374]: DEBUG nova.network.neutron [req-20ef77d3-cab8-4c2f-acf6-af35a9e1556b req-892f0971-ff54-4c0f-acd4-49dff06c0ce9 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Refreshing network info cache for port 0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.096673] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.097130] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.097486] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleting the datastore file [datastore1] bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.098234] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b18407dd-975a-45ae-827b-376d2c48c1c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.108560] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1154.108560] env[69374]: value = "task-4112132" [ 1154.108560] env[69374]: _type = "Task" [ 1154.108560] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.119618] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.312859] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.313101] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.314677] env[69374]: DEBUG nova.compute.manager [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.314896] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.316348] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a912d52-b0b2-4a42-a2b2-f8caf11a1c4d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.324604] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.325465] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0200ae15-d835-4c53-b890-84b98d5a2a89 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.332413] env[69374]: DEBUG oslo_vmware.api [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1154.332413] env[69374]: value = "task-4112133" [ 1154.332413] env[69374]: _type = "Task" [ 1154.332413] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.344884] env[69374]: DEBUG oslo_vmware.api [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.351077] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112128, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.441582] env[69374]: DEBUG nova.scheduler.client.report [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.490170] env[69374]: DEBUG oslo_vmware.api [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112130, 'name': PowerOffVM_Task, 'duration_secs': 0.209892} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.490505] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.490706] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.491023] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c027820c-4eeb-4420-a2cf-dce411eb909c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.622947] env[69374]: DEBUG oslo_vmware.api [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202297} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.627678] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.628018] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.628497] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.628727] env[69374]: INFO nova.compute.manager [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1154.629183] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.631432] env[69374]: DEBUG nova.compute.manager [-] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.631686] env[69374]: DEBUG nova.network.neutron [-] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.635180] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.635543] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.635914] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Deleting the datastore file [datastore1] 2ac650ee-f9af-4486-8402-d546524edb14 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.636385] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5ce34b6-9ee2-448d-9847-ae8623149403 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.645629] env[69374]: DEBUG oslo_vmware.api [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for the task: (returnval){ [ 1154.645629] env[69374]: value = "task-4112135" [ 1154.645629] env[69374]: _type = "Task" [ 1154.645629] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.656055] env[69374]: DEBUG oslo_vmware.api [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.820023] env[69374]: DEBUG nova.compute.manager [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.850758] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112128, 'name': CloneVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.857829] env[69374]: DEBUG oslo_vmware.api [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112133, 'name': PowerOffVM_Task, 'duration_secs': 0.212691} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.857829] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.857829] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.857829] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b00cbd-9342-4333-9fd5-3e96e7e363b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.884970] env[69374]: DEBUG nova.network.neutron [req-20ef77d3-cab8-4c2f-acf6-af35a9e1556b req-892f0971-ff54-4c0f-acd4-49dff06c0ce9 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updated VIF entry in instance network info cache for port 0cbb8086-da7f-427f-a625-a2646b5589fa. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.884970] env[69374]: DEBUG nova.network.neutron [req-20ef77d3-cab8-4c2f-acf6-af35a9e1556b req-892f0971-ff54-4c0f-acd4-49dff06c0ce9 service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updating instance_info_cache with network_info: [{"id": "0cbb8086-da7f-427f-a625-a2646b5589fa", "address": "fa:16:3e:73:eb:a3", "network": {"id": "5109a4c2-225b-45c2-97f0-a6e8508cedd6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-391855437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a2d3717b0ad491bb9315c0270b4e31b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbb8086-da", "ovs_interfaceid": "0cbb8086-da7f-427f-a625-a2646b5589fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.926065] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.926378] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.926612] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleting the datastore file [datastore2] 35ff501c-97b3-4065-9047-71b7d0b8afa5 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.926915] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18085e46-0913-4729-b2e2-0b97ab1f89a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.934778] env[69374]: DEBUG oslo_vmware.api [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1154.934778] env[69374]: value = "task-4112137" [ 1154.934778] env[69374]: _type = "Task" [ 1154.934778] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.949765] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.950479] env[69374]: DEBUG nova.compute.manager [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.953773] env[69374]: DEBUG oslo_vmware.api [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.954435] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.989s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.956029] env[69374]: INFO nova.compute.claims [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.159252] env[69374]: DEBUG oslo_vmware.api [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Task: {'id': task-4112135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304653} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.159252] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.159252] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.159252] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.159252] env[69374]: INFO nova.compute.manager [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1155.159252] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.159252] env[69374]: DEBUG nova.compute.manager [-] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.159252] env[69374]: DEBUG nova.network.neutron [-] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.345850] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.349411] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112128, 'name': CloneVM_Task, 'duration_secs': 1.525702} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.349669] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Created linked-clone VM from snapshot [ 1155.350426] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a337287a-5e3f-4a2c-84d5-f0fa22d02d0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.359577] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Uploading image 77c738a7-a4e5-47e6-8a9e-1d1a17e140be {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1155.375821] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1155.376192] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6eda48d1-4a1e-4346-98ef-01364cf205e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.383930] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1155.383930] env[69374]: value = "task-4112138" [ 1155.383930] env[69374]: _type = "Task" [ 1155.383930] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.389158] env[69374]: DEBUG oslo_concurrency.lockutils [req-20ef77d3-cab8-4c2f-acf6-af35a9e1556b req-892f0971-ff54-4c0f-acd4-49dff06c0ce9 service nova] Releasing lock "refresh_cache-51c71bfd-c289-4699-a2df-3bac283cbd45" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.398746] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112138, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.418288] env[69374]: DEBUG nova.compute.manager [req-c0b96e9b-adf0-42a1-adee-3dac6bdabc27 req-49f0b1da-5402-43c9-8084-5ac101c0ffd0 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Received event network-vif-deleted-cac011a1-68c9-4741-98cf-ca2340af9e23 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.418288] env[69374]: INFO nova.compute.manager [req-c0b96e9b-adf0-42a1-adee-3dac6bdabc27 req-49f0b1da-5402-43c9-8084-5ac101c0ffd0 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Neutron deleted interface cac011a1-68c9-4741-98cf-ca2340af9e23; detaching it from the instance and deleting it from the info cache [ 1155.418288] env[69374]: DEBUG nova.network.neutron [req-c0b96e9b-adf0-42a1-adee-3dac6bdabc27 req-49f0b1da-5402-43c9-8084-5ac101c0ffd0 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.448400] env[69374]: DEBUG oslo_vmware.api [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.456300] env[69374]: DEBUG nova.compute.utils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.457666] env[69374]: DEBUG nova.compute.manager [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.457832] env[69374]: DEBUG nova.network.neutron [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.500883] env[69374]: DEBUG nova.policy [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c5396db9b3465cb97616fa2503ecf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd541e85aac9c4bd784316f4c2f3f7ed7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.726519] env[69374]: DEBUG nova.network.neutron [-] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.805547] env[69374]: DEBUG nova.network.neutron [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Successfully created port: 711996b7-97f5-4bdb-a73b-18ff6b67e4c1 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.895644] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112138, 'name': Destroy_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.902020] env[69374]: DEBUG nova.network.neutron [-] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.921626] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45c0845a-e1c0-47c7-8dcc-74dc4a067bb8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.937039] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb440d-c87d-494b-a0bd-96ec290f9d54 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.960187] env[69374]: DEBUG oslo_vmware.api [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545462} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.960187] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.960187] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.960187] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.960187] env[69374]: INFO nova.compute.manager [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1155.960187] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.960187] env[69374]: DEBUG nova.compute.manager [-] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.960187] env[69374]: DEBUG nova.network.neutron [-] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.962161] env[69374]: DEBUG nova.compute.manager [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.983018] env[69374]: DEBUG nova.compute.manager [req-c0b96e9b-adf0-42a1-adee-3dac6bdabc27 req-49f0b1da-5402-43c9-8084-5ac101c0ffd0 service nova] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Detach interface failed, port_id=cac011a1-68c9-4741-98cf-ca2340af9e23, reason: Instance 2ac650ee-f9af-4486-8402-d546524edb14 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.152350] env[69374]: DEBUG nova.compute.manager [req-f796333a-66c9-4fd2-8125-d6616e344644 req-21220b80-c53c-4452-a470-e85f60d90436 service nova] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Received event network-vif-deleted-c88acd23-5274-42a3-942f-a69dec5cb138 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.229565] env[69374]: INFO nova.compute.manager [-] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Took 1.60 seconds to deallocate network for instance. [ 1156.377028] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7614cdb-1417-4393-baf5-162ce1993a2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.392112] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33075a10-08e4-4645-9251-6e118493d875 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.406367] env[69374]: INFO nova.compute.manager [-] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Took 1.25 seconds to deallocate network for instance. [ 1156.406733] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112138, 'name': Destroy_Task, 'duration_secs': 0.80029} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.433489] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Destroyed the VM [ 1156.433489] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1156.437202] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d93e2d8-0fbd-4af6-a9d6-6399b18e3812 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.440026] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b7ab16-1022-4afc-a2dd-79c2fd545c77 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.449030] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4ae4f3-0ab6-495b-b87d-e37725fa6ad9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.455088] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1156.455088] env[69374]: value = "task-4112139" [ 1156.455088] env[69374]: _type = "Task" [ 1156.455088] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.469729] env[69374]: DEBUG nova.compute.provider_tree [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.477597] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112139, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.786646] env[69374]: INFO nova.compute.manager [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Took 0.55 seconds to detach 1 volumes for instance. [ 1156.855675] env[69374]: DEBUG nova.network.neutron [-] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.944662] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.966648] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112139, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.980979] env[69374]: DEBUG nova.scheduler.client.report [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.989313] env[69374]: DEBUG nova.compute.manager [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.018314] env[69374]: DEBUG nova.virt.hardware [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.018486] env[69374]: DEBUG nova.virt.hardware [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.018657] env[69374]: DEBUG nova.virt.hardware [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.018864] env[69374]: DEBUG nova.virt.hardware [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.019047] env[69374]: DEBUG nova.virt.hardware [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.019222] env[69374]: DEBUG nova.virt.hardware [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.019460] env[69374]: DEBUG nova.virt.hardware [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.019621] env[69374]: DEBUG nova.virt.hardware [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.019813] env[69374]: DEBUG nova.virt.hardware [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.020015] env[69374]: DEBUG nova.virt.hardware [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.020217] env[69374]: DEBUG nova.virt.hardware [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.021505] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d4cbed-95c3-43d9-a423-50ac074f09b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.031263] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e4e6a2-8c87-454e-8e99-4994a3db99f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.293182] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.359668] env[69374]: INFO nova.compute.manager [-] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Took 1.40 seconds to deallocate network for instance. [ 1157.373478] env[69374]: DEBUG nova.network.neutron [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Successfully updated port: 711996b7-97f5-4bdb-a73b-18ff6b67e4c1 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.449503] env[69374]: DEBUG nova.compute.manager [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Received event network-vif-plugged-711996b7-97f5-4bdb-a73b-18ff6b67e4c1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.449503] env[69374]: DEBUG oslo_concurrency.lockutils [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] Acquiring lock "0b3e6046-0051-45d3-9bb5-0f17e418655e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.449503] env[69374]: DEBUG oslo_concurrency.lockutils [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] Lock "0b3e6046-0051-45d3-9bb5-0f17e418655e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.449827] env[69374]: DEBUG oslo_concurrency.lockutils [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] Lock "0b3e6046-0051-45d3-9bb5-0f17e418655e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.449827] env[69374]: DEBUG nova.compute.manager [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] No waiting events found dispatching network-vif-plugged-711996b7-97f5-4bdb-a73b-18ff6b67e4c1 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.449959] env[69374]: WARNING nova.compute.manager [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Received unexpected event network-vif-plugged-711996b7-97f5-4bdb-a73b-18ff6b67e4c1 for instance with vm_state building and task_state spawning. [ 1157.449999] env[69374]: DEBUG nova.compute.manager [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Received event network-changed-711996b7-97f5-4bdb-a73b-18ff6b67e4c1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.450166] env[69374]: DEBUG nova.compute.manager [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Refreshing instance network info cache due to event network-changed-711996b7-97f5-4bdb-a73b-18ff6b67e4c1. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.450356] env[69374]: DEBUG oslo_concurrency.lockutils [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] Acquiring lock "refresh_cache-0b3e6046-0051-45d3-9bb5-0f17e418655e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.450490] env[69374]: DEBUG oslo_concurrency.lockutils [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] Acquired lock "refresh_cache-0b3e6046-0051-45d3-9bb5-0f17e418655e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.450643] env[69374]: DEBUG nova.network.neutron [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Refreshing network info cache for port 711996b7-97f5-4bdb-a73b-18ff6b67e4c1 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.468487] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112139, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.487600] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.488161] env[69374]: DEBUG nova.compute.manager [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.491498] env[69374]: DEBUG oslo_concurrency.lockutils [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.238s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.491673] env[69374]: DEBUG nova.objects.instance [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Lazy-loading 'resources' on Instance uuid b2de675a-5d1c-49c4-83fb-45bfaeecb696 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.873867] env[69374]: DEBUG oslo_concurrency.lockutils [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.879520] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-0b3e6046-0051-45d3-9bb5-0f17e418655e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.969310] env[69374]: DEBUG oslo_vmware.api [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112139, 'name': RemoveSnapshot_Task, 'duration_secs': 1.345312} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.969540] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1157.985783] env[69374]: DEBUG nova.network.neutron [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.995385] env[69374]: DEBUG nova.compute.utils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.001573] env[69374]: DEBUG nova.compute.manager [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.002149] env[69374]: DEBUG nova.network.neutron [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.042809] env[69374]: DEBUG nova.policy [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c147c27b49494398b65655e39e09cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a9e77fc935493aa27fc0552bbec035', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.068420] env[69374]: DEBUG nova.network.neutron [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.179247] env[69374]: DEBUG nova.compute.manager [req-3cb63a99-a1c7-4f63-a184-7a38ba2051b3 req-a70171c5-998c-4b38-916b-608156ecdcde service nova] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Received event network-vif-deleted-62ac4cdc-6c11-47b0-bb6e-504c6e1628ee {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.290204] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac7b55e-3f75-4a3f-812c-904a07e2b943 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.298858] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ddb0c-d1be-429b-a9e5-37329533152c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.334588] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d0d33e-f938-4356-9631-f5386f4a8721 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.346798] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330e6d9a-5a79-4ffe-92f1-234584c83552 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.362337] env[69374]: DEBUG nova.compute.provider_tree [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.432677] env[69374]: DEBUG nova.network.neutron [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Successfully created port: 58d22b89-53f1-40a8-9dd2-9e528cf0be9c {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.476765] env[69374]: WARNING nova.compute.manager [None req-e5b51609-108d-487a-9111-c313cb0cf2e4 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Image not found during snapshot: nova.exception.ImageNotFound: Image 77c738a7-a4e5-47e6-8a9e-1d1a17e140be could not be found. [ 1158.502184] env[69374]: DEBUG nova.compute.manager [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.571211] env[69374]: DEBUG oslo_concurrency.lockutils [req-58658cf8-ae1a-4155-a955-4492580d9845 req-e9808c0e-8f3f-41b8-a592-faf4e667c332 service nova] Releasing lock "refresh_cache-0b3e6046-0051-45d3-9bb5-0f17e418655e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.572450] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-0b3e6046-0051-45d3-9bb5-0f17e418655e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.572450] env[69374]: DEBUG nova.network.neutron [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.865400] env[69374]: DEBUG nova.scheduler.client.report [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.032763] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "683b7374-79bb-4886-ac84-30d2aaf6743d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.032963] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "683b7374-79bb-4886-ac84-30d2aaf6743d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.033186] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "683b7374-79bb-4886-ac84-30d2aaf6743d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.033371] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "683b7374-79bb-4886-ac84-30d2aaf6743d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.033540] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "683b7374-79bb-4886-ac84-30d2aaf6743d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.035965] env[69374]: INFO nova.compute.manager [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Terminating instance [ 1159.102711] env[69374]: DEBUG nova.network.neutron [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.238637] env[69374]: DEBUG nova.network.neutron [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Updating instance_info_cache with network_info: [{"id": "711996b7-97f5-4bdb-a73b-18ff6b67e4c1", "address": "fa:16:3e:59:3e:1d", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711996b7-97", "ovs_interfaceid": "711996b7-97f5-4bdb-a73b-18ff6b67e4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.371407] env[69374]: DEBUG oslo_concurrency.lockutils [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.374520] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.573s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.374725] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.374847] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1159.375190] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.961s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.376678] env[69374]: INFO nova.compute.claims [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.380706] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff48c02-653d-459a-bc6d-5b6dd8e59833 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.389965] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed522076-c976-4022-ac6b-d9272d02c64d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.405543] env[69374]: INFO nova.scheduler.client.report [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Deleted allocations for instance b2de675a-5d1c-49c4-83fb-45bfaeecb696 [ 1159.407869] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0998181-ffce-4129-8dad-cc045a560ca2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.419030] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf9d363-eb02-4fb9-b638-3a8255b663f4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.453420] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177893MB free_disk=15GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1159.453651] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.511159] env[69374]: DEBUG nova.compute.manager [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.538728] env[69374]: DEBUG nova.virt.hardware [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.538948] env[69374]: DEBUG nova.virt.hardware [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.539121] env[69374]: DEBUG nova.virt.hardware [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.539344] env[69374]: DEBUG nova.virt.hardware [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.539929] env[69374]: DEBUG nova.virt.hardware [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.539929] env[69374]: DEBUG nova.virt.hardware [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.539929] env[69374]: DEBUG nova.virt.hardware [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.540127] env[69374]: DEBUG nova.virt.hardware [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.541053] env[69374]: DEBUG nova.virt.hardware [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.541053] env[69374]: DEBUG nova.virt.hardware [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.541053] env[69374]: DEBUG nova.virt.hardware [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.541319] env[69374]: DEBUG nova.compute.manager [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.541391] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.542244] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27578936-45dd-435c-a11a-955dcb8c9b4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.545488] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5064a8c-db9e-45a3-a384-6a66557309c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.556416] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0116f136-f26f-4562-ba90-3d61e150e2e4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.561053] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.561053] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8570f71a-91df-4fdf-bd51-bfd62c836aec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.574078] env[69374]: DEBUG oslo_vmware.api [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1159.574078] env[69374]: value = "task-4112140" [ 1159.574078] env[69374]: _type = "Task" [ 1159.574078] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.584437] env[69374]: DEBUG oslo_vmware.api [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.742072] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-0b3e6046-0051-45d3-9bb5-0f17e418655e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.742202] env[69374]: DEBUG nova.compute.manager [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Instance network_info: |[{"id": "711996b7-97f5-4bdb-a73b-18ff6b67e4c1", "address": "fa:16:3e:59:3e:1d", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711996b7-97", "ovs_interfaceid": "711996b7-97f5-4bdb-a73b-18ff6b67e4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.742661] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:3e:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '711996b7-97f5-4bdb-a73b-18ff6b67e4c1', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.752964] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.753323] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.753639] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e752f91-20c3-4a86-8a29-7cb5b5d0bf83 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.779130] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.779130] env[69374]: value = "task-4112141" [ 1159.779130] env[69374]: _type = "Task" [ 1159.779130] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.918548] env[69374]: DEBUG oslo_concurrency.lockutils [None req-03ef400f-75bb-4a05-a7cf-625349192e8a tempest-ServerAddressesTestJSON-1015586506 tempest-ServerAddressesTestJSON-1015586506-project-member] Lock "b2de675a-5d1c-49c4-83fb-45bfaeecb696" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.830s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.084012] env[69374]: DEBUG oslo_vmware.api [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112140, 'name': PowerOffVM_Task, 'duration_secs': 0.214564} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.084741] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.084985] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.085223] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-740e4c56-25bc-4c04-80bc-9b639276a785 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.167588] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.167822] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.168025] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleting the datastore file [datastore2] 683b7374-79bb-4886-ac84-30d2aaf6743d {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.168307] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd3f334b-4d83-4b37-bd88-6aba0a416ae8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.176903] env[69374]: DEBUG oslo_vmware.api [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for the task: (returnval){ [ 1160.176903] env[69374]: value = "task-4112143" [ 1160.176903] env[69374]: _type = "Task" [ 1160.176903] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.185701] env[69374]: DEBUG oslo_vmware.api [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.207134] env[69374]: DEBUG nova.compute.manager [req-aa6aab7a-0d75-4def-b71f-4f28a357d1de req-1bf3397d-5b50-42e9-84e7-ca499859952b service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Received event network-vif-plugged-58d22b89-53f1-40a8-9dd2-9e528cf0be9c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.207381] env[69374]: DEBUG oslo_concurrency.lockutils [req-aa6aab7a-0d75-4def-b71f-4f28a357d1de req-1bf3397d-5b50-42e9-84e7-ca499859952b service nova] Acquiring lock "83970231-638d-4084-85a4-33af2bd843bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.207592] env[69374]: DEBUG oslo_concurrency.lockutils [req-aa6aab7a-0d75-4def-b71f-4f28a357d1de req-1bf3397d-5b50-42e9-84e7-ca499859952b service nova] Lock "83970231-638d-4084-85a4-33af2bd843bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.207766] env[69374]: DEBUG oslo_concurrency.lockutils [req-aa6aab7a-0d75-4def-b71f-4f28a357d1de req-1bf3397d-5b50-42e9-84e7-ca499859952b service nova] Lock "83970231-638d-4084-85a4-33af2bd843bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.207937] env[69374]: DEBUG nova.compute.manager [req-aa6aab7a-0d75-4def-b71f-4f28a357d1de req-1bf3397d-5b50-42e9-84e7-ca499859952b service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] No waiting events found dispatching network-vif-plugged-58d22b89-53f1-40a8-9dd2-9e528cf0be9c {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1160.208207] env[69374]: WARNING nova.compute.manager [req-aa6aab7a-0d75-4def-b71f-4f28a357d1de req-1bf3397d-5b50-42e9-84e7-ca499859952b service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Received unexpected event network-vif-plugged-58d22b89-53f1-40a8-9dd2-9e528cf0be9c for instance with vm_state building and task_state spawning. [ 1160.217802] env[69374]: DEBUG nova.network.neutron [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Successfully updated port: 58d22b89-53f1-40a8-9dd2-9e528cf0be9c {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.292742] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112141, 'name': CreateVM_Task, 'duration_secs': 0.389168} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.292992] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.293883] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.294141] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.294533] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.294807] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0496337a-d441-4e26-a600-083a4d47b42c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.300396] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1160.300396] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529f87d9-e73e-f450-6206-3837cc752374" [ 1160.300396] env[69374]: _type = "Task" [ 1160.300396] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.310723] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529f87d9-e73e-f450-6206-3837cc752374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.663597] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ca6059-1f5a-4999-afba-b599336ad55a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.672645] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302a3ffb-b4a0-4953-9edc-7e60e5579059 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.705389] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cd8684-ad8b-4200-9a99-22f82e79d466 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.712804] env[69374]: DEBUG oslo_vmware.api [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Task: {'id': task-4112143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163631} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.713604] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.714392] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.714392] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.714610] env[69374]: INFO nova.compute.manager [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1160.714725] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.715372] env[69374]: DEBUG nova.compute.manager [-] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.715372] env[69374]: DEBUG nova.network.neutron [-] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.719912] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.720124] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.720300] env[69374]: DEBUG nova.network.neutron [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.723026] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d775b9-8b45-4328-b833-7c3973f06f3a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.742123] env[69374]: DEBUG nova.compute.provider_tree [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.813518] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529f87d9-e73e-f450-6206-3837cc752374, 'name': SearchDatastore_Task, 'duration_secs': 0.012611} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.813850] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.814186] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.814442] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.814589] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.814769] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.815174] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a6aeaf7-d43b-49b7-9034-a432dfd18d59 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.826227] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.826960] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.827227] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f62963f-8151-4e40-a383-9af83b94899c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.833538] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1160.833538] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525afb98-0774-89af-1d4c-b46b801d7610" [ 1160.833538] env[69374]: _type = "Task" [ 1160.833538] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.842138] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525afb98-0774-89af-1d4c-b46b801d7610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.246103] env[69374]: DEBUG nova.scheduler.client.report [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.286935] env[69374]: DEBUG nova.network.neutron [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.344402] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525afb98-0774-89af-1d4c-b46b801d7610, 'name': SearchDatastore_Task, 'duration_secs': 0.025585} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.345197] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6dae447-c932-44bf-9ebb-b9b38de7cc59 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.351295] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1161.351295] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c553d0-dbb6-6428-a09f-a2b78f0a7f13" [ 1161.351295] env[69374]: _type = "Task" [ 1161.351295] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.360628] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c553d0-dbb6-6428-a09f-a2b78f0a7f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.433269] env[69374]: DEBUG nova.network.neutron [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Updating instance_info_cache with network_info: [{"id": "58d22b89-53f1-40a8-9dd2-9e528cf0be9c", "address": "fa:16:3e:7f:6a:c3", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d22b89-53", "ovs_interfaceid": "58d22b89-53f1-40a8-9dd2-9e528cf0be9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.679223] env[69374]: DEBUG nova.network.neutron [-] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.752547] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.753053] env[69374]: DEBUG nova.compute.manager [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.757051] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.235s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.757051] env[69374]: DEBUG nova.objects.instance [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lazy-loading 'resources' on Instance uuid 0d3e8542-6d56-4071-a05f-65a7a81fd4d0 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.863731] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c553d0-dbb6-6428-a09f-a2b78f0a7f13, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.864073] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.864345] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 0b3e6046-0051-45d3-9bb5-0f17e418655e/0b3e6046-0051-45d3-9bb5-0f17e418655e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.864625] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc9fb4d5-996f-42f7-94dc-c8e461351a9c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.872902] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1161.872902] env[69374]: value = "task-4112144" [ 1161.872902] env[69374]: _type = "Task" [ 1161.872902] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.882175] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.936705] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.936917] env[69374]: DEBUG nova.compute.manager [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Instance network_info: |[{"id": "58d22b89-53f1-40a8-9dd2-9e528cf0be9c", "address": "fa:16:3e:7f:6a:c3", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d22b89-53", "ovs_interfaceid": "58d22b89-53f1-40a8-9dd2-9e528cf0be9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.937400] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:6a:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58d22b89-53f1-40a8-9dd2-9e528cf0be9c', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.945605] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.945847] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.946092] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3fe1394-668d-4fc9-9fc6-dc219ee59b5d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.967314] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.967314] env[69374]: value = "task-4112145" [ 1161.967314] env[69374]: _type = "Task" [ 1161.967314] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.975759] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112145, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.181291] env[69374]: INFO nova.compute.manager [-] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Took 1.47 seconds to deallocate network for instance. [ 1162.257365] env[69374]: DEBUG nova.compute.manager [req-4fb5148a-072e-4042-a4ec-f230b937e7ce req-15a8124b-dfac-495e-8016-fa4c1e953e23 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Received event network-changed-58d22b89-53f1-40a8-9dd2-9e528cf0be9c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.257590] env[69374]: DEBUG nova.compute.manager [req-4fb5148a-072e-4042-a4ec-f230b937e7ce req-15a8124b-dfac-495e-8016-fa4c1e953e23 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Refreshing instance network info cache due to event network-changed-58d22b89-53f1-40a8-9dd2-9e528cf0be9c. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.257823] env[69374]: DEBUG oslo_concurrency.lockutils [req-4fb5148a-072e-4042-a4ec-f230b937e7ce req-15a8124b-dfac-495e-8016-fa4c1e953e23 service nova] Acquiring lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.257979] env[69374]: DEBUG oslo_concurrency.lockutils [req-4fb5148a-072e-4042-a4ec-f230b937e7ce req-15a8124b-dfac-495e-8016-fa4c1e953e23 service nova] Acquired lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.258206] env[69374]: DEBUG nova.network.neutron [req-4fb5148a-072e-4042-a4ec-f230b937e7ce req-15a8124b-dfac-495e-8016-fa4c1e953e23 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Refreshing network info cache for port 58d22b89-53f1-40a8-9dd2-9e528cf0be9c {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.262040] env[69374]: DEBUG nova.compute.utils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.266301] env[69374]: DEBUG nova.compute.manager [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.266564] env[69374]: DEBUG nova.network.neutron [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.353101] env[69374]: DEBUG nova.policy [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '182ab8b9fc314f41bea04a16afcdcc18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8f5a50db5c2416186264f96d78f4490', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.386346] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502394} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.386652] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 0b3e6046-0051-45d3-9bb5-0f17e418655e/0b3e6046-0051-45d3-9bb5-0f17e418655e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.386870] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.388432] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-335405d4-4236-4a25-be71-bc342c0c8dd4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.399324] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1162.399324] env[69374]: value = "task-4112146" [ 1162.399324] env[69374]: _type = "Task" [ 1162.399324] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.415298] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.478737] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112145, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.591976] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83107b11-7f99-4fb3-a485-9244dd2bdaca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.600411] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ffdbc6-f17e-4484-8d1b-997fe8304e8a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.632552] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9bacfe-f872-4f3c-a71f-59856c6e918f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.643212] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425e697d-990e-461f-a235-c5ab63b5f29d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.666553] env[69374]: DEBUG nova.compute.provider_tree [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.689288] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.732836] env[69374]: DEBUG nova.network.neutron [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Successfully created port: a85abe20-d9c9-4144-b990-e8b32c978e28 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.770208] env[69374]: DEBUG nova.compute.manager [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.911755] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077597} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.912040] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.912917] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086aef44-c9a5-4a3d-a566-31b59ba2e79f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.939193] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 0b3e6046-0051-45d3-9bb5-0f17e418655e/0b3e6046-0051-45d3-9bb5-0f17e418655e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.941928] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b26ad28d-7edc-4a84-bb26-b0d0e2c3fea1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.964758] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1162.964758] env[69374]: value = "task-4112147" [ 1162.964758] env[69374]: _type = "Task" [ 1162.964758] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.977293] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112145, 'name': CreateVM_Task, 'duration_secs': 0.606101} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.980936] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.981397] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.982260] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.982632] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.982783] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.983083] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-121e096c-77fb-4f1e-b2f3-1eb711faa8d3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.988711] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1162.988711] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529a47cd-6429-c506-d3bd-ffde22a4befb" [ 1162.988711] env[69374]: _type = "Task" [ 1162.988711] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.998289] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529a47cd-6429-c506-d3bd-ffde22a4befb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.999450] env[69374]: DEBUG nova.network.neutron [req-4fb5148a-072e-4042-a4ec-f230b937e7ce req-15a8124b-dfac-495e-8016-fa4c1e953e23 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Updated VIF entry in instance network info cache for port 58d22b89-53f1-40a8-9dd2-9e528cf0be9c. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.999799] env[69374]: DEBUG nova.network.neutron [req-4fb5148a-072e-4042-a4ec-f230b937e7ce req-15a8124b-dfac-495e-8016-fa4c1e953e23 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Updating instance_info_cache with network_info: [{"id": "58d22b89-53f1-40a8-9dd2-9e528cf0be9c", "address": "fa:16:3e:7f:6a:c3", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d22b89-53", "ovs_interfaceid": "58d22b89-53f1-40a8-9dd2-9e528cf0be9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.175504] env[69374]: DEBUG nova.scheduler.client.report [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.475652] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112147, 'name': ReconfigVM_Task, 'duration_secs': 0.34887} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.475924] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 0b3e6046-0051-45d3-9bb5-0f17e418655e/0b3e6046-0051-45d3-9bb5-0f17e418655e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.476598] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0da94ad3-c387-4d31-9bf2-e3ddc5175945 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.483816] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1163.483816] env[69374]: value = "task-4112148" [ 1163.483816] env[69374]: _type = "Task" [ 1163.483816] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.492805] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112148, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.501710] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529a47cd-6429-c506-d3bd-ffde22a4befb, 'name': SearchDatastore_Task, 'duration_secs': 0.01717} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.502252] env[69374]: DEBUG oslo_concurrency.lockutils [req-4fb5148a-072e-4042-a4ec-f230b937e7ce req-15a8124b-dfac-495e-8016-fa4c1e953e23 service nova] Releasing lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.502499] env[69374]: DEBUG nova.compute.manager [req-4fb5148a-072e-4042-a4ec-f230b937e7ce req-15a8124b-dfac-495e-8016-fa4c1e953e23 service nova] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Received event network-vif-deleted-4c93f067-f05f-45a1-b20d-184715a9e110 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.503163] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.503163] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.503355] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.503491] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.503668] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.503934] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e230c27-cd00-4ad4-ab8e-3c7f0b10e719 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.523825] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.524147] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.525363] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1861d2b4-16ea-4a64-a7d6-5651cb3da651 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.533406] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1163.533406] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524834d2-d328-e807-4b42-8a5ba1907793" [ 1163.533406] env[69374]: _type = "Task" [ 1163.533406] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.541958] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524834d2-d328-e807-4b42-8a5ba1907793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.681043] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.684110] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.971s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.684378] env[69374]: DEBUG nova.objects.instance [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'resources' on Instance uuid 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.707616] env[69374]: INFO nova.scheduler.client.report [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Deleted allocations for instance 0d3e8542-6d56-4071-a05f-65a7a81fd4d0 [ 1163.780882] env[69374]: DEBUG nova.compute.manager [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.809160] env[69374]: DEBUG nova.virt.hardware [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.809406] env[69374]: DEBUG nova.virt.hardware [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.809563] env[69374]: DEBUG nova.virt.hardware [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.809743] env[69374]: DEBUG nova.virt.hardware [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.809888] env[69374]: DEBUG nova.virt.hardware [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.810042] env[69374]: DEBUG nova.virt.hardware [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.810418] env[69374]: DEBUG nova.virt.hardware [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.810492] env[69374]: DEBUG nova.virt.hardware [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.810613] env[69374]: DEBUG nova.virt.hardware [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.810770] env[69374]: DEBUG nova.virt.hardware [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.810942] env[69374]: DEBUG nova.virt.hardware [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.811877] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961eac72-f607-4e63-bdc8-7e9f954a6676 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.820850] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a286c0-c8d5-45ab-9e77-027c4d505587 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.995635] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112148, 'name': Rename_Task, 'duration_secs': 0.158464} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.995843] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.996108] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86a10f4a-31ee-4e6f-9508-994fd664ec29 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.003798] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1164.003798] env[69374]: value = "task-4112149" [ 1164.003798] env[69374]: _type = "Task" [ 1164.003798] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.013132] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.045785] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524834d2-d328-e807-4b42-8a5ba1907793, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.046720] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df215f62-7457-46be-993f-3dcd6df9021b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.052368] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1164.052368] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52093d87-4c73-912d-3e9e-9d7cbf4fd8ae" [ 1164.052368] env[69374]: _type = "Task" [ 1164.052368] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.061922] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52093d87-4c73-912d-3e9e-9d7cbf4fd8ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.216016] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16354703-f56c-44ca-9b1b-ad20d4a07be8 tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0d3e8542-6d56-4071-a05f-65a7a81fd4d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.806s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.439875] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.440242] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.440472] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.440698] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.440879] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.445828] env[69374]: INFO nova.compute.manager [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Terminating instance [ 1164.459956] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2a3dc5-09ba-4f7f-9947-d3b57a2a6a3e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.471479] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d5e552-d1e8-42a3-8784-5aa18e2e6a04 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.510740] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b2b0fc-8a80-4735-b1a3-ef63c4ee31f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.519243] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112149, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.522765] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77696575-b752-4531-aa40-e4ad17d4a9c4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.538048] env[69374]: DEBUG nova.compute.provider_tree [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.563913] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52093d87-4c73-912d-3e9e-9d7cbf4fd8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.034998} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.564249] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.564531] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 83970231-638d-4084-85a4-33af2bd843bc/83970231-638d-4084-85a4-33af2bd843bc.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.564801] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5b242a8-c4a2-45f4-a023-938a22e488a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.572484] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1164.572484] env[69374]: value = "task-4112150" [ 1164.572484] env[69374]: _type = "Task" [ 1164.572484] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.581987] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.720215] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "af040160-6016-4b74-8c9a-ad08011a4bbd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.720642] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.856844] env[69374]: DEBUG nova.compute.manager [req-9adfb069-3d05-4520-845b-0a13e5f09446 req-19ff3fd6-d5ea-46e4-bc68-09d23ea490a0 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Received event network-vif-plugged-a85abe20-d9c9-4144-b990-e8b32c978e28 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.857034] env[69374]: DEBUG oslo_concurrency.lockutils [req-9adfb069-3d05-4520-845b-0a13e5f09446 req-19ff3fd6-d5ea-46e4-bc68-09d23ea490a0 service nova] Acquiring lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.857773] env[69374]: DEBUG oslo_concurrency.lockutils [req-9adfb069-3d05-4520-845b-0a13e5f09446 req-19ff3fd6-d5ea-46e4-bc68-09d23ea490a0 service nova] Lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.857773] env[69374]: DEBUG oslo_concurrency.lockutils [req-9adfb069-3d05-4520-845b-0a13e5f09446 req-19ff3fd6-d5ea-46e4-bc68-09d23ea490a0 service nova] Lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.857773] env[69374]: DEBUG nova.compute.manager [req-9adfb069-3d05-4520-845b-0a13e5f09446 req-19ff3fd6-d5ea-46e4-bc68-09d23ea490a0 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] No waiting events found dispatching network-vif-plugged-a85abe20-d9c9-4144-b990-e8b32c978e28 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1164.857773] env[69374]: WARNING nova.compute.manager [req-9adfb069-3d05-4520-845b-0a13e5f09446 req-19ff3fd6-d5ea-46e4-bc68-09d23ea490a0 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Received unexpected event network-vif-plugged-a85abe20-d9c9-4144-b990-e8b32c978e28 for instance with vm_state building and task_state spawning. [ 1164.950275] env[69374]: DEBUG nova.compute.manager [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.950553] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.951495] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1364fe62-167b-4c36-8728-8e0d22399ea5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.961387] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.961930] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51c47290-72cd-4aa5-b6ad-50ec20816bb6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.970980] env[69374]: DEBUG oslo_vmware.api [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1164.970980] env[69374]: value = "task-4112151" [ 1164.970980] env[69374]: _type = "Task" [ 1164.970980] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.980289] env[69374]: DEBUG oslo_vmware.api [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.018509] env[69374]: DEBUG oslo_vmware.api [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112149, 'name': PowerOnVM_Task, 'duration_secs': 0.517008} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.018830] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.019077] env[69374]: INFO nova.compute.manager [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1165.019276] env[69374]: DEBUG nova.compute.manager [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1165.020208] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b62fca-0e5d-49ac-bc54-4cae81c055ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.043461] env[69374]: DEBUG nova.scheduler.client.report [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.084418] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112150, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.225219] env[69374]: DEBUG nova.compute.utils [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.259949] env[69374]: DEBUG nova.network.neutron [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Successfully updated port: a85abe20-d9c9-4144-b990-e8b32c978e28 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.279166] env[69374]: DEBUG nova.compute.manager [req-c29aa664-6465-48b2-bdb1-db819a788c18 req-83de284d-4738-42f6-b912-5895268e2c67 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Received event network-changed-a85abe20-d9c9-4144-b990-e8b32c978e28 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.279443] env[69374]: DEBUG nova.compute.manager [req-c29aa664-6465-48b2-bdb1-db819a788c18 req-83de284d-4738-42f6-b912-5895268e2c67 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Refreshing instance network info cache due to event network-changed-a85abe20-d9c9-4144-b990-e8b32c978e28. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.279707] env[69374]: DEBUG oslo_concurrency.lockutils [req-c29aa664-6465-48b2-bdb1-db819a788c18 req-83de284d-4738-42f6-b912-5895268e2c67 service nova] Acquiring lock "refresh_cache-4866e7c6-2464-4aaf-b25e-17a43b560b6c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.279880] env[69374]: DEBUG oslo_concurrency.lockutils [req-c29aa664-6465-48b2-bdb1-db819a788c18 req-83de284d-4738-42f6-b912-5895268e2c67 service nova] Acquired lock "refresh_cache-4866e7c6-2464-4aaf-b25e-17a43b560b6c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.280085] env[69374]: DEBUG nova.network.neutron [req-c29aa664-6465-48b2-bdb1-db819a788c18 req-83de284d-4738-42f6-b912-5895268e2c67 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Refreshing network info cache for port a85abe20-d9c9-4144-b990-e8b32c978e28 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.481711] env[69374]: DEBUG oslo_vmware.api [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112151, 'name': PowerOffVM_Task, 'duration_secs': 0.255796} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.481993] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.482212] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.482472] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf709f3-2acb-4d99-9484-a42985780bb2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.542138] env[69374]: INFO nova.compute.manager [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Took 29.70 seconds to build instance. [ 1165.548458] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.548779] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.548983] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Deleting the datastore file [datastore2] 0cd2c38b-03bd-41f8-9df5-d524dc365d40 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.549790] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.551809] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c3550a5-c354-42d7-afdd-004aa39ea5ec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.554211] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.988s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.555756] env[69374]: INFO nova.compute.claims [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.564321] env[69374]: DEBUG oslo_vmware.api [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for the task: (returnval){ [ 1165.564321] env[69374]: value = "task-4112153" [ 1165.564321] env[69374]: _type = "Task" [ 1165.564321] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.574335] env[69374]: DEBUG oslo_vmware.api [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.583804] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513414} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.584811] env[69374]: INFO nova.scheduler.client.report [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleted allocations for instance 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7 [ 1165.585911] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 83970231-638d-4084-85a4-33af2bd843bc/83970231-638d-4084-85a4-33af2bd843bc.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.586114] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.588598] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65a77564-52c7-456b-978a-9dfeda21ad82 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.596537] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1165.596537] env[69374]: value = "task-4112154" [ 1165.596537] env[69374]: _type = "Task" [ 1165.596537] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.607900] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.729057] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.761532] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "refresh_cache-4866e7c6-2464-4aaf-b25e-17a43b560b6c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.812464] env[69374]: DEBUG nova.network.neutron [req-c29aa664-6465-48b2-bdb1-db819a788c18 req-83de284d-4738-42f6-b912-5895268e2c67 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.917261] env[69374]: DEBUG nova.network.neutron [req-c29aa664-6465-48b2-bdb1-db819a788c18 req-83de284d-4738-42f6-b912-5895268e2c67 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.044230] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8912e752-766d-4e1b-91fd-0fe0f5c2eab7 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "0b3e6046-0051-45d3-9bb5-0f17e418655e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.214s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.074317] env[69374]: DEBUG oslo_vmware.api [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.094677] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e6e9ef8d-0aad-4709-b884-5219f8e043df tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.034s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.106516] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183896} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.106793] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.107758] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2186aa3f-683f-4813-b58a-aa7852175efa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.133951] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 83970231-638d-4084-85a4-33af2bd843bc/83970231-638d-4084-85a4-33af2bd843bc.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.134706] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62cd0176-331c-4141-93fb-6318954415e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.158313] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1166.158313] env[69374]: value = "task-4112155" [ 1166.158313] env[69374]: _type = "Task" [ 1166.158313] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.169307] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.420598] env[69374]: DEBUG oslo_concurrency.lockutils [req-c29aa664-6465-48b2-bdb1-db819a788c18 req-83de284d-4738-42f6-b912-5895268e2c67 service nova] Releasing lock "refresh_cache-4866e7c6-2464-4aaf-b25e-17a43b560b6c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.421128] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "refresh_cache-4866e7c6-2464-4aaf-b25e-17a43b560b6c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.421303] env[69374]: DEBUG nova.network.neutron [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.581519] env[69374]: DEBUG oslo_vmware.api [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Task: {'id': task-4112153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.737674} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.581822] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.582034] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.582290] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.582469] env[69374]: INFO nova.compute.manager [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1166.582812] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.583060] env[69374]: DEBUG nova.compute.manager [-] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.583162] env[69374]: DEBUG nova.network.neutron [-] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.671502] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.813912] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "af040160-6016-4b74-8c9a-ad08011a4bbd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.814530] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.814867] env[69374]: INFO nova.compute.manager [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Attaching volume fef32199-c73a-44bc-b074-e452b32dfd53 to /dev/sdb [ 1166.874040] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fb67de-6815-4f66-81e7-80ec2c527924 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.882498] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95303a37-9c15-486d-83ea-dc268001ff7d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.885653] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a693ce-bdc0-4085-bf27-4e0057f55590 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.893311] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647f574f-3f6d-4387-8210-cf539f55c2b0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.901487] env[69374]: DEBUG nova.virt.block_device [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Updating existing volume attachment record: 9d35167d-432c-4f98-9a36-367ece28b251 {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1166.937319] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7e25b0-1080-4b83-869c-0f19c673a430 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.947955] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4de65d-eb83-4d9f-8e0a-623c99452780 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.965620] env[69374]: DEBUG nova.compute.provider_tree [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.999813] env[69374]: DEBUG nova.network.neutron [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.171453] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112155, 'name': ReconfigVM_Task, 'duration_secs': 0.546621} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.171952] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 83970231-638d-4084-85a4-33af2bd843bc/83970231-638d-4084-85a4-33af2bd843bc.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.172706] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91bda2f6-b4f2-4bc0-85a0-d0827e266297 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.180353] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1167.180353] env[69374]: value = "task-4112159" [ 1167.180353] env[69374]: _type = "Task" [ 1167.180353] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.196238] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112159, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.223530] env[69374]: DEBUG nova.network.neutron [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Updating instance_info_cache with network_info: [{"id": "a85abe20-d9c9-4144-b990-e8b32c978e28", "address": "fa:16:3e:95:04:87", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85abe20-d9", "ovs_interfaceid": "a85abe20-d9c9-4144-b990-e8b32c978e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.310685] env[69374]: DEBUG nova.compute.manager [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Received event network-changed-711996b7-97f5-4bdb-a73b-18ff6b67e4c1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.310778] env[69374]: DEBUG nova.compute.manager [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Refreshing instance network info cache due to event network-changed-711996b7-97f5-4bdb-a73b-18ff6b67e4c1. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.311043] env[69374]: DEBUG oslo_concurrency.lockutils [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] Acquiring lock "refresh_cache-0b3e6046-0051-45d3-9bb5-0f17e418655e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.311209] env[69374]: DEBUG oslo_concurrency.lockutils [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] Acquired lock "refresh_cache-0b3e6046-0051-45d3-9bb5-0f17e418655e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.311407] env[69374]: DEBUG nova.network.neutron [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Refreshing network info cache for port 711996b7-97f5-4bdb-a73b-18ff6b67e4c1 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.448516] env[69374]: DEBUG nova.network.neutron [-] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.468273] env[69374]: DEBUG nova.scheduler.client.report [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.692172] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112159, 'name': Rename_Task, 'duration_secs': 0.196955} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.692481] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.692738] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb55c769-87fb-4efa-9c58-258b293ee6b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.700122] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1167.700122] env[69374]: value = "task-4112160" [ 1167.700122] env[69374]: _type = "Task" [ 1167.700122] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.708978] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.726908] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "refresh_cache-4866e7c6-2464-4aaf-b25e-17a43b560b6c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.727267] env[69374]: DEBUG nova.compute.manager [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Instance network_info: |[{"id": "a85abe20-d9c9-4144-b990-e8b32c978e28", "address": "fa:16:3e:95:04:87", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85abe20-d9", "ovs_interfaceid": "a85abe20-d9c9-4144-b990-e8b32c978e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.727718] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:04:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a85abe20-d9c9-4144-b990-e8b32c978e28', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.737106] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.737404] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.737666] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4aec6e1-e3d2-40b0-b08b-a72a358a4d20 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.758946] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.758946] env[69374]: value = "task-4112161" [ 1167.758946] env[69374]: _type = "Task" [ 1167.758946] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.767349] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112161, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.951565] env[69374]: INFO nova.compute.manager [-] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Took 1.37 seconds to deallocate network for instance. [ 1167.973366] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.973932] env[69374]: DEBUG nova.compute.manager [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.976669] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.631s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.978572] env[69374]: INFO nova.compute.claims [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.080846] env[69374]: DEBUG nova.network.neutron [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Updated VIF entry in instance network info cache for port 711996b7-97f5-4bdb-a73b-18ff6b67e4c1. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.081342] env[69374]: DEBUG nova.network.neutron [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Updating instance_info_cache with network_info: [{"id": "711996b7-97f5-4bdb-a73b-18ff6b67e4c1", "address": "fa:16:3e:59:3e:1d", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711996b7-97", "ovs_interfaceid": "711996b7-97f5-4bdb-a73b-18ff6b67e4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.212438] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112160, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.271064] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112161, 'name': CreateVM_Task, 'duration_secs': 0.36531} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.271064] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.271745] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.271904] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.272305] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.273467] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c149ffe3-fbb1-4d75-96d3-fd2bb5d48119 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.277799] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1168.277799] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e9fa4c-94bc-897e-e283-3755d1542a3c" [ 1168.277799] env[69374]: _type = "Task" [ 1168.277799] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.286326] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e9fa4c-94bc-897e-e283-3755d1542a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.401691] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.401930] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.459601] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.483561] env[69374]: DEBUG nova.compute.utils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.487887] env[69374]: DEBUG nova.compute.manager [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.487887] env[69374]: DEBUG nova.network.neutron [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.526524] env[69374]: DEBUG nova.policy [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c878f8d5e8142f485dd999e9fdf97b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c21f4064b2a4d4480b28bb877fdf815', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.584770] env[69374]: DEBUG oslo_concurrency.lockutils [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] Releasing lock "refresh_cache-0b3e6046-0051-45d3-9bb5-0f17e418655e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.585102] env[69374]: DEBUG nova.compute.manager [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Received event network-vif-deleted-fb1fdcab-6143-4750-86d5-f03cd8199f3b {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.585611] env[69374]: INFO nova.compute.manager [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Neutron deleted interface fb1fdcab-6143-4750-86d5-f03cd8199f3b; detaching it from the instance and deleting it from the info cache [ 1168.585871] env[69374]: DEBUG nova.network.neutron [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.711605] env[69374]: DEBUG oslo_vmware.api [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112160, 'name': PowerOnVM_Task, 'duration_secs': 0.575389} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.711926] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.712197] env[69374]: INFO nova.compute.manager [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1168.712426] env[69374]: DEBUG nova.compute.manager [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.713267] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b370d7-d600-49d3-9544-7bf9c4e58af4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.789190] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e9fa4c-94bc-897e-e283-3755d1542a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.02478} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.789516] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.789767] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.790027] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.790171] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.790355] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.790625] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35f934bc-55fa-47e2-ab08-f3f24a42b6dd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.804158] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.806818] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.806818] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d242a7-54b3-41ff-9b3b-98fd8d08cefa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.808029] env[69374]: DEBUG nova.network.neutron [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Successfully created port: bc30d8e2-87a1-4410-a165-d1158fc2871e {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.814037] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1168.814037] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524ac9f7-1d52-6b56-f7c4-5ed057043e2b" [ 1168.814037] env[69374]: _type = "Task" [ 1168.814037] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.823338] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524ac9f7-1d52-6b56-f7c4-5ed057043e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.904628] env[69374]: DEBUG nova.compute.manager [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.986082] env[69374]: DEBUG nova.compute.manager [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.093176] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33c8e091-36e1-4338-8676-bcaa8fff7e81 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.103506] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac793955-73dd-4a32-a58b-082a4cbd2daa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.138147] env[69374]: DEBUG nova.compute.manager [req-7e4759e8-bb30-48da-89c3-759beddb515f req-4a69bd86-83a3-4552-9f14-88f2a5b4e8ac service nova] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Detach interface failed, port_id=fb1fdcab-6143-4750-86d5-f03cd8199f3b, reason: Instance 0cd2c38b-03bd-41f8-9df5-d524dc365d40 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.232959] env[69374]: INFO nova.compute.manager [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Took 31.29 seconds to build instance. [ 1169.306169] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17760e6-8fd2-486c-9b01-48524dde5ac2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.317867] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1380b731-ce7f-4f0d-bc52-f2a37138b7cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.327618] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524ac9f7-1d52-6b56-f7c4-5ed057043e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.032872} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.353652] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fc9902-fdf9-450f-96d4-95df5c862e67 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.357200] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba1df5f-3fc8-4b9a-aa2f-8df1b410c990 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.363376] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1169.363376] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52088644-f94a-d9ff-13ac-ea4325bc65a3" [ 1169.363376] env[69374]: _type = "Task" [ 1169.363376] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.371390] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3789620b-66d7-4ab1-babe-6d9baedae8b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.382163] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52088644-f94a-d9ff-13ac-ea4325bc65a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012754} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.390325] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.390771] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 4866e7c6-2464-4aaf-b25e-17a43b560b6c/4866e7c6-2464-4aaf-b25e-17a43b560b6c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.391768] env[69374]: DEBUG nova.compute.provider_tree [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.393786] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a82c8798-5893-4b9e-bd00-4e71ad254987 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.401362] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1169.401362] env[69374]: value = "task-4112163" [ 1169.401362] env[69374]: _type = "Task" [ 1169.401362] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.413674] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.431935] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.735488] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f1b6ab8-df2a-4bca-8e35-920d1d1ec705 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "83970231-638d-4084-85a4-33af2bd843bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.798s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.894950] env[69374]: DEBUG nova.scheduler.client.report [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.911549] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112163, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.999409] env[69374]: DEBUG nova.compute.manager [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.027991] env[69374]: DEBUG nova.virt.hardware [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.028290] env[69374]: DEBUG nova.virt.hardware [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.028467] env[69374]: DEBUG nova.virt.hardware [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.028664] env[69374]: DEBUG nova.virt.hardware [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.028799] env[69374]: DEBUG nova.virt.hardware [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.028946] env[69374]: DEBUG nova.virt.hardware [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.029211] env[69374]: DEBUG nova.virt.hardware [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.029378] env[69374]: DEBUG nova.virt.hardware [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.029551] env[69374]: DEBUG nova.virt.hardware [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.029712] env[69374]: DEBUG nova.virt.hardware [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.029886] env[69374]: DEBUG nova.virt.hardware [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.030848] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b11ace-5a21-4cab-9e7b-b3e4b538a0d3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.039371] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8f7901-fdbf-485c-9c83-4a547c1243b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.203980] env[69374]: DEBUG nova.compute.manager [req-26af9694-e455-4276-b409-0225131706f0 req-6527d56b-88bd-4a39-b26e-5d1bd002c338 service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Received event network-vif-plugged-bc30d8e2-87a1-4410-a165-d1158fc2871e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.204286] env[69374]: DEBUG oslo_concurrency.lockutils [req-26af9694-e455-4276-b409-0225131706f0 req-6527d56b-88bd-4a39-b26e-5d1bd002c338 service nova] Acquiring lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.204500] env[69374]: DEBUG oslo_concurrency.lockutils [req-26af9694-e455-4276-b409-0225131706f0 req-6527d56b-88bd-4a39-b26e-5d1bd002c338 service nova] Lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.204675] env[69374]: DEBUG oslo_concurrency.lockutils [req-26af9694-e455-4276-b409-0225131706f0 req-6527d56b-88bd-4a39-b26e-5d1bd002c338 service nova] Lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.204860] env[69374]: DEBUG nova.compute.manager [req-26af9694-e455-4276-b409-0225131706f0 req-6527d56b-88bd-4a39-b26e-5d1bd002c338 service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] No waiting events found dispatching network-vif-plugged-bc30d8e2-87a1-4410-a165-d1158fc2871e {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1170.205286] env[69374]: WARNING nova.compute.manager [req-26af9694-e455-4276-b409-0225131706f0 req-6527d56b-88bd-4a39-b26e-5d1bd002c338 service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Received unexpected event network-vif-plugged-bc30d8e2-87a1-4410-a165-d1158fc2871e for instance with vm_state building and task_state spawning. [ 1170.285711] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "83970231-638d-4084-85a4-33af2bd843bc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.286111] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "83970231-638d-4084-85a4-33af2bd843bc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.286761] env[69374]: INFO nova.compute.manager [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Shelving [ 1170.297404] env[69374]: DEBUG nova.network.neutron [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Successfully updated port: bc30d8e2-87a1-4410-a165-d1158fc2871e {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.400589] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.401130] env[69374]: DEBUG nova.compute.manager [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.403754] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.459s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.403972] env[69374]: DEBUG nova.objects.instance [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lazy-loading 'resources' on Instance uuid 2ac650ee-f9af-4486-8402-d546524edb14 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.416563] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5627} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.416831] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 4866e7c6-2464-4aaf-b25e-17a43b560b6c/4866e7c6-2464-4aaf-b25e-17a43b560b6c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.417096] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.417369] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83572c5d-99ac-4734-b7ea-c65062fbe773 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.425172] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1170.425172] env[69374]: value = "task-4112164" [ 1170.425172] env[69374]: _type = "Task" [ 1170.425172] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.433286] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.801009] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "refresh_cache-6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.801009] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "refresh_cache-6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.801274] env[69374]: DEBUG nova.network.neutron [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.910219] env[69374]: DEBUG nova.compute.utils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.912009] env[69374]: DEBUG nova.compute.manager [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.912325] env[69374]: DEBUG nova.network.neutron [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.941227] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075467} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.941539] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.942453] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f7b37e-aa2e-4d42-80b6-7874ce8e2ac0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.966792] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 4866e7c6-2464-4aaf-b25e-17a43b560b6c/4866e7c6-2464-4aaf-b25e-17a43b560b6c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.968599] env[69374]: DEBUG nova.policy [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49b3201d1d6640cb9c974528c481cb78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fab37523c6f44d9a05e30f74cbdc556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.973028] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b504380-2f2b-4fed-8962-e1e48bfd7502 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.994558] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1170.994558] env[69374]: value = "task-4112165" [ 1170.994558] env[69374]: _type = "Task" [ 1170.994558] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.006597] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.251449] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68c56dd-dd2c-4b46-89ca-006b92af200a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.260286] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7b24a4-762a-49e2-829b-e9e64c3a31f1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.297614] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da26190-8bf9-4543-aedc-7fdc850b1c13 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.300854] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.301225] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9abd052e-44be-4f25-b898-2294fe9944f9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.309740] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba3dde4-3f06-4fd2-bdaa-c0089268c263 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.317144] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1171.317144] env[69374]: value = "task-4112166" [ 1171.317144] env[69374]: _type = "Task" [ 1171.317144] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.330417] env[69374]: DEBUG nova.compute.provider_tree [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.337890] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.341607] env[69374]: DEBUG nova.network.neutron [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.366835] env[69374]: DEBUG nova.network.neutron [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Successfully created port: 8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.416395] env[69374]: DEBUG nova.compute.manager [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.457452] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1171.457687] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814620', 'volume_id': 'fef32199-c73a-44bc-b074-e452b32dfd53', 'name': 'volume-fef32199-c73a-44bc-b074-e452b32dfd53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af040160-6016-4b74-8c9a-ad08011a4bbd', 'attached_at': '', 'detached_at': '', 'volume_id': 'fef32199-c73a-44bc-b074-e452b32dfd53', 'serial': 'fef32199-c73a-44bc-b074-e452b32dfd53'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1171.458895] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9646aa-f00b-42d7-87ae-9184160e4061 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.478537] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab57b3e-25b6-45b2-ad2c-ff8140bf4cf3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.506145] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-fef32199-c73a-44bc-b074-e452b32dfd53/volume-fef32199-c73a-44bc-b074-e452b32dfd53.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.512993] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10b85c14-abeb-4fba-9f5a-7e16b83ab29f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.531461] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112165, 'name': ReconfigVM_Task, 'duration_secs': 0.348299} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.533156] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 4866e7c6-2464-4aaf-b25e-17a43b560b6c/4866e7c6-2464-4aaf-b25e-17a43b560b6c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.534012] env[69374]: DEBUG oslo_vmware.api [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1171.534012] env[69374]: value = "task-4112167" [ 1171.534012] env[69374]: _type = "Task" [ 1171.534012] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.534352] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86c4cb4f-6498-467b-8f51-81ea5a149e0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.547176] env[69374]: DEBUG oslo_vmware.api [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.548816] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1171.548816] env[69374]: value = "task-4112168" [ 1171.548816] env[69374]: _type = "Task" [ 1171.548816] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.559052] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112168, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.571329] env[69374]: DEBUG nova.network.neutron [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Updating instance_info_cache with network_info: [{"id": "bc30d8e2-87a1-4410-a165-d1158fc2871e", "address": "fa:16:3e:0b:e1:b6", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc30d8e2-87", "ovs_interfaceid": "bc30d8e2-87a1-4410-a165-d1158fc2871e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.830117] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112166, 'name': PowerOffVM_Task, 'duration_secs': 0.23865} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.830575] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.831542] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906d4fe1-da5c-4232-986e-34df902d7038 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.835414] env[69374]: DEBUG nova.scheduler.client.report [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.856848] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca82359-d400-4a8c-b654-24e985388ed3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.047232] env[69374]: DEBUG oslo_vmware.api [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112167, 'name': ReconfigVM_Task, 'duration_secs': 0.428148} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.047539] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-fef32199-c73a-44bc-b074-e452b32dfd53/volume-fef32199-c73a-44bc-b074-e452b32dfd53.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.052288] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ab9836-45d3-49ca-9067-7d5d8dfa5474 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.071316] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112168, 'name': Rename_Task, 'duration_secs': 0.155681} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.072827] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.073234] env[69374]: DEBUG oslo_vmware.api [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1172.073234] env[69374]: value = "task-4112169" [ 1172.073234] env[69374]: _type = "Task" [ 1172.073234] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.073532] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e748dcc-45cb-423a-80f4-98c7b4aa88e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.075600] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "refresh_cache-6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.075953] env[69374]: DEBUG nova.compute.manager [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Instance network_info: |[{"id": "bc30d8e2-87a1-4410-a165-d1158fc2871e", "address": "fa:16:3e:0b:e1:b6", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc30d8e2-87", "ovs_interfaceid": "bc30d8e2-87a1-4410-a165-d1158fc2871e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.083118] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:e1:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc30d8e2-87a1-4410-a165-d1158fc2871e', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.087693] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.088493] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.089104] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af61c0c0-c3c6-4ed8-93fa-2d7e18b861b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.111136] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1172.111136] env[69374]: value = "task-4112170" [ 1172.111136] env[69374]: _type = "Task" [ 1172.111136] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.111522] env[69374]: DEBUG oslo_vmware.api [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.118460] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.118460] env[69374]: value = "task-4112171" [ 1172.118460] env[69374]: _type = "Task" [ 1172.118460] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.126950] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.133727] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112171, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.247143] env[69374]: DEBUG nova.compute.manager [req-f4b6e1b7-3d5d-4884-886a-e9c5cace44d7 req-c78a1188-4431-4872-ac56-9162d6566fbf service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Received event network-changed-bc30d8e2-87a1-4410-a165-d1158fc2871e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.247469] env[69374]: DEBUG nova.compute.manager [req-f4b6e1b7-3d5d-4884-886a-e9c5cace44d7 req-c78a1188-4431-4872-ac56-9162d6566fbf service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Refreshing instance network info cache due to event network-changed-bc30d8e2-87a1-4410-a165-d1158fc2871e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.247733] env[69374]: DEBUG oslo_concurrency.lockutils [req-f4b6e1b7-3d5d-4884-886a-e9c5cace44d7 req-c78a1188-4431-4872-ac56-9162d6566fbf service nova] Acquiring lock "refresh_cache-6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.247945] env[69374]: DEBUG oslo_concurrency.lockutils [req-f4b6e1b7-3d5d-4884-886a-e9c5cace44d7 req-c78a1188-4431-4872-ac56-9162d6566fbf service nova] Acquired lock "refresh_cache-6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.248071] env[69374]: DEBUG nova.network.neutron [req-f4b6e1b7-3d5d-4884-886a-e9c5cace44d7 req-c78a1188-4431-4872-ac56-9162d6566fbf service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Refreshing network info cache for port bc30d8e2-87a1-4410-a165-d1158fc2871e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.341947] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.344863] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.052s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.345028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.347315] env[69374]: DEBUG oslo_concurrency.lockutils [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.474s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.347570] env[69374]: DEBUG oslo_concurrency.lockutils [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.349629] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.896s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.370243] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1172.370526] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-002e817b-b46e-4e8d-8a45-6b4acf5a09fe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.380292] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1172.380292] env[69374]: value = "task-4112172" [ 1172.380292] env[69374]: _type = "Task" [ 1172.380292] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.394217] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112172, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.412736] env[69374]: INFO nova.scheduler.client.report [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Deleted allocations for instance 2ac650ee-f9af-4486-8402-d546524edb14 [ 1172.412736] env[69374]: INFO nova.scheduler.client.report [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleted allocations for instance bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac [ 1172.430343] env[69374]: DEBUG nova.compute.manager [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.437714] env[69374]: INFO nova.scheduler.client.report [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted allocations for instance 35ff501c-97b3-4065-9047-71b7d0b8afa5 [ 1172.500468] env[69374]: DEBUG nova.virt.hardware [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.500787] env[69374]: DEBUG nova.virt.hardware [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.500995] env[69374]: DEBUG nova.virt.hardware [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.501241] env[69374]: DEBUG nova.virt.hardware [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.501426] env[69374]: DEBUG nova.virt.hardware [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.501620] env[69374]: DEBUG nova.virt.hardware [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.501867] env[69374]: DEBUG nova.virt.hardware [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.502051] env[69374]: DEBUG nova.virt.hardware [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.502275] env[69374]: DEBUG nova.virt.hardware [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.502472] env[69374]: DEBUG nova.virt.hardware [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.502693] env[69374]: DEBUG nova.virt.hardware [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.504116] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67813246-48d3-4216-8937-3bf69276cd34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.514642] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad49fdc-8373-4919-b711-46422fa5e16a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.587103] env[69374]: DEBUG oslo_vmware.api [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112169, 'name': ReconfigVM_Task, 'duration_secs': 0.169037} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.587550] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814620', 'volume_id': 'fef32199-c73a-44bc-b074-e452b32dfd53', 'name': 'volume-fef32199-c73a-44bc-b074-e452b32dfd53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af040160-6016-4b74-8c9a-ad08011a4bbd', 'attached_at': '', 'detached_at': '', 'volume_id': 'fef32199-c73a-44bc-b074-e452b32dfd53', 'serial': 'fef32199-c73a-44bc-b074-e452b32dfd53'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1172.624694] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112170, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.635377] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112171, 'name': CreateVM_Task, 'duration_secs': 0.394563} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.635597] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.636395] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.636646] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.637063] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.637374] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aeb99d8-be7a-4310-af88-6d317af2bbd0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.646500] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1172.646500] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5276bfa2-a647-674f-162f-b5406d0f4b25" [ 1172.646500] env[69374]: _type = "Task" [ 1172.646500] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.657884] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5276bfa2-a647-674f-162f-b5406d0f4b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.895803] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112172, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.932102] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5448df94-3c17-4128-9b9a-c866c70140a9 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.141s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.933905] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9834782e-c9d3-4b81-802e-1d475272af79 tempest-ServersNegativeTestJSON-1212606200 tempest-ServersNegativeTestJSON-1212606200-project-member] Lock "2ac650ee-f9af-4486-8402-d546524edb14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.490s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.949498] env[69374]: DEBUG oslo_concurrency.lockutils [None req-315211c8-d82a-4f42-9b45-66bebc291f28 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "35ff501c-97b3-4065-9047-71b7d0b8afa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.146s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.087043] env[69374]: DEBUG nova.network.neutron [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Successfully updated port: 8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.125019] env[69374]: DEBUG oslo_vmware.api [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112170, 'name': PowerOnVM_Task, 'duration_secs': 0.574237} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.125019] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.125019] env[69374]: INFO nova.compute.manager [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1173.125019] env[69374]: DEBUG nova.compute.manager [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.125281] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b04c927-3621-4daf-9564-16027e889290 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.161549] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5276bfa2-a647-674f-162f-b5406d0f4b25, 'name': SearchDatastore_Task, 'duration_secs': 0.014554} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.162178] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.162178] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.162959] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.162959] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.162959] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.163684] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f91d83f0-86a4-4057-97d2-59e4cc115cbe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.174392] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.174392] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.174655] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5486453-b1d3-4dd0-84ed-a08128b1f861 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.181324] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1173.181324] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5287b7d7-6191-f095-4650-15acfa3b6f59" [ 1173.181324] env[69374]: _type = "Task" [ 1173.181324] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.192368] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5287b7d7-6191-f095-4650-15acfa3b6f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.355475] env[69374]: DEBUG nova.network.neutron [req-f4b6e1b7-3d5d-4884-886a-e9c5cace44d7 req-c78a1188-4431-4872-ac56-9162d6566fbf service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Updated VIF entry in instance network info cache for port bc30d8e2-87a1-4410-a165-d1158fc2871e. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.355881] env[69374]: DEBUG nova.network.neutron [req-f4b6e1b7-3d5d-4884-886a-e9c5cace44d7 req-c78a1188-4431-4872-ac56-9162d6566fbf service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Updating instance_info_cache with network_info: [{"id": "bc30d8e2-87a1-4410-a165-d1158fc2871e", "address": "fa:16:3e:0b:e1:b6", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc30d8e2-87", "ovs_interfaceid": "bc30d8e2-87a1-4410-a165-d1158fc2871e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.390771] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112172, 'name': CreateSnapshot_Task, 'duration_secs': 0.527352} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.391055] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1173.391807] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0550acc-24b5-4468-8a8c-c7e9dc056ebf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.409375] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0e955a18-2f05-4164-9601-37ac243a5cbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.409530] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 6cfc2345-bf4f-401b-b09b-537b0f5671f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.409657] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 163487fb-71db-4577-833a-1740a552a3dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.409773] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance fe9bf93f-7e1d-45b7-b788-5516dfdc72ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.409886] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance c9dc76f1-fcae-4708-98d7-81734b313822 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.410039] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0cd2c38b-03bd-41f8-9df5-d524dc365d40 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1173.410165] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 51c71bfd-c289-4699-a2df-3bac283cbd45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.410285] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.410400] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance af040160-6016-4b74-8c9a-ad08011a4bbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.410523] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 683b7374-79bb-4886-ac84-30d2aaf6743d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1173.410635] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0b3e6046-0051-45d3-9bb5-0f17e418655e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.410744] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 83970231-638d-4084-85a4-33af2bd843bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.410854] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 4866e7c6-2464-4aaf-b25e-17a43b560b6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.410962] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.411105] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1173.592749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "refresh_cache-7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.592907] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "refresh_cache-7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.593080] env[69374]: DEBUG nova.network.neutron [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.646022] env[69374]: INFO nova.compute.manager [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Took 30.25 seconds to build instance. [ 1173.697643] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5287b7d7-6191-f095-4650-15acfa3b6f59, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.698400] env[69374]: DEBUG nova.objects.instance [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lazy-loading 'flavor' on Instance uuid af040160-6016-4b74-8c9a-ad08011a4bbd {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.700464] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e73e221-d188-4117-bed7-046427be9138 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.707976] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1173.707976] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c6e8e8-96c3-7676-3b5f-928560f5c5bf" [ 1173.707976] env[69374]: _type = "Task" [ 1173.707976] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.719696] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c6e8e8-96c3-7676-3b5f-928560f5c5bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.859103] env[69374]: DEBUG oslo_concurrency.lockutils [req-f4b6e1b7-3d5d-4884-886a-e9c5cace44d7 req-c78a1188-4431-4872-ac56-9162d6566fbf service nova] Releasing lock "refresh_cache-6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.911104] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1173.911743] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04d1c592-c1d7-479c-b7e3-c7406d4e13da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.919382] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 3dd30735-19f9-4fa5-bba4-c2e7959f9143 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1173.919382] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1173.919382] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1173.930617] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1173.930617] env[69374]: value = "task-4112173" [ 1173.930617] env[69374]: _type = "Task" [ 1173.930617] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.942650] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112173, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.148533] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0996a6a-e366-4afd-bec7-5439bc6b0904 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.759s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.203821] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e41f8bf0-cfec-4596-91d6-ce302c464fb6 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.389s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.220280] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c6e8e8-96c3-7676-3b5f-928560f5c5bf, 'name': SearchDatastore_Task, 'duration_secs': 0.031589} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.222534] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.222534] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4/6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.222841] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffce856-fcdc-4bea-88f7-fe83598f586a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.225629] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3da4898b-76ca-40b7-8135-6c9579825ed4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.235249] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3240ae2-2a1d-4c44-bf6f-b2dcfa7c9cca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.238810] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1174.238810] env[69374]: value = "task-4112174" [ 1174.238810] env[69374]: _type = "Task" [ 1174.238810] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.270207] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aee782-ff25-4b93-a6f4-62d3ca7cb30e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.276599] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.282752] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff16d9f2-1428-48a8-be1b-c23d0e9b73cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.298601] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.394350] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "e225c8d7-325c-4ce8-850c-75acfed819b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.394695] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.427099] env[69374]: DEBUG nova.compute.manager [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Received event network-vif-plugged-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.427381] env[69374]: DEBUG oslo_concurrency.lockutils [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] Acquiring lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.427632] env[69374]: DEBUG oslo_concurrency.lockutils [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] Lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.427854] env[69374]: DEBUG oslo_concurrency.lockutils [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] Lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.428141] env[69374]: DEBUG nova.compute.manager [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] No waiting events found dispatching network-vif-plugged-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1174.428364] env[69374]: WARNING nova.compute.manager [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Received unexpected event network-vif-plugged-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 for instance with vm_state building and task_state spawning. [ 1174.428536] env[69374]: DEBUG nova.compute.manager [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Received event network-changed-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.428705] env[69374]: DEBUG nova.compute.manager [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Refreshing instance network info cache due to event network-changed-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.428962] env[69374]: DEBUG oslo_concurrency.lockutils [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] Acquiring lock "refresh_cache-7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.432019] env[69374]: DEBUG nova.network.neutron [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.443430] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112173, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.752121] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112174, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.801522] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.838737] env[69374]: DEBUG nova.network.neutron [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Updating instance_info_cache with network_info: [{"id": "8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9", "address": "fa:16:3e:e3:e8:c8", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af8e4b6-0e", "ovs_interfaceid": "8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.901162] env[69374]: DEBUG nova.compute.manager [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.951298] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112173, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.983442] env[69374]: DEBUG nova.compute.manager [req-2b5df810-648b-4faa-a72e-b9fb5913c724 req-9498d07e-de73-4a54-98a3-cdd3d9f36759 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Received event network-changed-a85abe20-d9c9-4144-b990-e8b32c978e28 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.983587] env[69374]: DEBUG nova.compute.manager [req-2b5df810-648b-4faa-a72e-b9fb5913c724 req-9498d07e-de73-4a54-98a3-cdd3d9f36759 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Refreshing instance network info cache due to event network-changed-a85abe20-d9c9-4144-b990-e8b32c978e28. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.983811] env[69374]: DEBUG oslo_concurrency.lockutils [req-2b5df810-648b-4faa-a72e-b9fb5913c724 req-9498d07e-de73-4a54-98a3-cdd3d9f36759 service nova] Acquiring lock "refresh_cache-4866e7c6-2464-4aaf-b25e-17a43b560b6c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.983954] env[69374]: DEBUG oslo_concurrency.lockutils [req-2b5df810-648b-4faa-a72e-b9fb5913c724 req-9498d07e-de73-4a54-98a3-cdd3d9f36759 service nova] Acquired lock "refresh_cache-4866e7c6-2464-4aaf-b25e-17a43b560b6c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.984358] env[69374]: DEBUG nova.network.neutron [req-2b5df810-648b-4faa-a72e-b9fb5913c724 req-9498d07e-de73-4a54-98a3-cdd3d9f36759 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Refreshing network info cache for port a85abe20-d9c9-4144-b990-e8b32c978e28 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.251942] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.252385] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4/6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.252590] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.252935] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-777a0540-74d9-4b83-a5c1-366995241395 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.261615] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1175.261615] env[69374]: value = "task-4112175" [ 1175.261615] env[69374]: _type = "Task" [ 1175.261615] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.271474] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.306553] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1175.306890] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.957s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.307198] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.618s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.307396] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.309773] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.850s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.310407] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.312158] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.880s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.313809] env[69374]: INFO nova.compute.claims [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.348034] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "refresh_cache-7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.348447] env[69374]: DEBUG nova.compute.manager [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Instance network_info: |[{"id": "8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9", "address": "fa:16:3e:e3:e8:c8", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af8e4b6-0e", "ovs_interfaceid": "8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.348827] env[69374]: DEBUG oslo_concurrency.lockutils [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] Acquired lock "refresh_cache-7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.349036] env[69374]: DEBUG nova.network.neutron [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Refreshing network info cache for port 8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.350437] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:e8:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.358540] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.362799] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.363933] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11d1b30b-5a36-457e-8be5-4cc10fbe9151 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.387377] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.387377] env[69374]: value = "task-4112176" [ 1175.387377] env[69374]: _type = "Task" [ 1175.387377] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.393938] env[69374]: INFO nova.scheduler.client.report [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Deleted allocations for instance 0cd2c38b-03bd-41f8-9df5-d524dc365d40 [ 1175.403624] env[69374]: INFO nova.scheduler.client.report [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Deleted allocations for instance 683b7374-79bb-4886-ac84-30d2aaf6743d [ 1175.407952] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112176, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.434689] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.449169] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112173, 'name': CloneVM_Task, 'duration_secs': 1.389734} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.449649] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Created linked-clone VM from snapshot [ 1175.450631] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f0d6ef-02b4-40db-beb6-c355b1d426bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.461743] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Uploading image a7949c9d-2f1c-428a-aec8-798e1f8b3544 {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1175.503867] env[69374]: DEBUG oslo_vmware.rw_handles [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1175.503867] env[69374]: value = "vm-814624" [ 1175.503867] env[69374]: _type = "VirtualMachine" [ 1175.503867] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1175.503867] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e611c0a-131e-49ff-abb4-fe21d6bfa58e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.512321] env[69374]: DEBUG oslo_vmware.rw_handles [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lease: (returnval){ [ 1175.512321] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e08f3c-4b52-be3d-43af-c92fa80f623b" [ 1175.512321] env[69374]: _type = "HttpNfcLease" [ 1175.512321] env[69374]: } obtained for exporting VM: (result){ [ 1175.512321] env[69374]: value = "vm-814624" [ 1175.512321] env[69374]: _type = "VirtualMachine" [ 1175.512321] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1175.512321] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the lease: (returnval){ [ 1175.512321] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e08f3c-4b52-be3d-43af-c92fa80f623b" [ 1175.512321] env[69374]: _type = "HttpNfcLease" [ 1175.512321] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1175.525836] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.525836] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e08f3c-4b52-be3d-43af-c92fa80f623b" [ 1175.525836] env[69374]: _type = "HttpNfcLease" [ 1175.525836] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1175.526231] env[69374]: DEBUG oslo_vmware.rw_handles [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1175.526231] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e08f3c-4b52-be3d-43af-c92fa80f623b" [ 1175.526231] env[69374]: _type = "HttpNfcLease" [ 1175.526231] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1175.529569] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5436787b-7c64-4669-b343-ff46dbdf0bb6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.538327] env[69374]: DEBUG oslo_vmware.rw_handles [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b581a-eeb9-f384-fc5a-d568fb4ab4e0/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1175.538530] env[69374]: DEBUG oslo_vmware.rw_handles [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b581a-eeb9-f384-fc5a-d568fb4ab4e0/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1175.652885] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba159ad3-b9e2-4a66-bb38-c14947896a07 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.777459] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234697} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.778919] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.778919] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444ba20e-400c-437e-b7ed-1e6a8eb02043 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.818896] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4/6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.826234] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44d31b7c-afe3-4c8d-a697-0b8fadbdb79b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.850430] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1175.850430] env[69374]: value = "task-4112178" [ 1175.850430] env[69374]: _type = "Task" [ 1175.850430] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.862766] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.900017] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112176, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.900933] env[69374]: DEBUG nova.network.neutron [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Updated VIF entry in instance network info cache for port 8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.901319] env[69374]: DEBUG nova.network.neutron [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Updating instance_info_cache with network_info: [{"id": "8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9", "address": "fa:16:3e:e3:e8:c8", "network": {"id": "4d649288-a97f-4493-83fc-fdaf88430021", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2033219395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fab37523c6f44d9a05e30f74cbdc556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af8e4b6-0e", "ovs_interfaceid": "8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.917596] env[69374]: DEBUG oslo_concurrency.lockutils [None req-34d580d0-9a0f-4908-bf6a-97f7336c795a tempest-ServerRescueTestJSON-1394627388 tempest-ServerRescueTestJSON-1394627388-project-member] Lock "0cd2c38b-03bd-41f8-9df5-d524dc365d40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.477s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.919376] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9904e3a9-030a-478c-8fa2-5f6277c0b835 tempest-ImagesTestJSON-208727110 tempest-ImagesTestJSON-208727110-project-member] Lock "683b7374-79bb-4886-ac84-30d2aaf6743d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.886s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.927690] env[69374]: DEBUG nova.network.neutron [req-2b5df810-648b-4faa-a72e-b9fb5913c724 req-9498d07e-de73-4a54-98a3-cdd3d9f36759 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Updated VIF entry in instance network info cache for port a85abe20-d9c9-4144-b990-e8b32c978e28. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.930119] env[69374]: DEBUG nova.network.neutron [req-2b5df810-648b-4faa-a72e-b9fb5913c724 req-9498d07e-de73-4a54-98a3-cdd3d9f36759 service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Updating instance_info_cache with network_info: [{"id": "a85abe20-d9c9-4144-b990-e8b32c978e28", "address": "fa:16:3e:95:04:87", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85abe20-d9", "ovs_interfaceid": "a85abe20-d9c9-4144-b990-e8b32c978e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.368656] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.399808] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112176, 'name': CreateVM_Task, 'duration_secs': 0.725572} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.399994] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.400773] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.400952] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.401383] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.401729] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-556d431b-40af-4b8e-b6be-7ef1f28ec871 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.410576] env[69374]: DEBUG oslo_concurrency.lockutils [req-248bce29-8932-4628-889c-8b8908627154 req-3553be7e-da44-4245-9db6-19e1e24169ad service nova] Releasing lock "refresh_cache-7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.410820] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1176.410820] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522f5f0d-46d9-a3d3-7f4f-781398bafc6f" [ 1176.410820] env[69374]: _type = "Task" [ 1176.410820] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.422318] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522f5f0d-46d9-a3d3-7f4f-781398bafc6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.425272] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.425601] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.425802] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.425949] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.426250] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.426843] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad77e40e-4795-465f-9a1e-aa1c85a9ec50 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.433465] env[69374]: DEBUG oslo_concurrency.lockutils [req-2b5df810-648b-4faa-a72e-b9fb5913c724 req-9498d07e-de73-4a54-98a3-cdd3d9f36759 service nova] Releasing lock "refresh_cache-4866e7c6-2464-4aaf-b25e-17a43b560b6c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.438137] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.438196] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.442239] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8231a801-0d42-4f3a-946c-d2c8763b60c4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.452281] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1176.452281] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5282eeba-82b0-ff8d-7dd5-b883c539b9b8" [ 1176.452281] env[69374]: _type = "Task" [ 1176.452281] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.471660] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5282eeba-82b0-ff8d-7dd5-b883c539b9b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.472807] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c9714e-11d4-446c-82b5-9a64992925cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.479874] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1176.479874] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52ee1856-e747-2ae2-73d6-89c7e5e6ced4" [ 1176.479874] env[69374]: _type = "Task" [ 1176.479874] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.494650] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52ee1856-e747-2ae2-73d6-89c7e5e6ced4, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.495038] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.495230] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e/7c72f4c8-5d33-465d-8c77-eb4aeec9b66e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.496272] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-446124e6-da96-45a7-95d3-ec71399dca75 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.509653] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1176.509653] env[69374]: value = "task-4112179" [ 1176.509653] env[69374]: _type = "Task" [ 1176.509653] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.520309] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.662043] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d5fc30-5eb2-4b75-9aca-f262b41993d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.671970] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecab8a04-2ad6-492c-bfa5-8d0676a7607f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.716639] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d38fb0-eaed-4a95-86e9-a333b7b930b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.727079] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857c5f1e-851a-47b6-9b21-a137f05f7c2f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.745674] env[69374]: DEBUG nova.compute.provider_tree [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.871777] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112178, 'name': ReconfigVM_Task, 'duration_secs': 0.531792} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.871777] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4/6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.872037] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb77d4c8-cad7-491f-a5bd-a0b4c800d4af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.884233] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1176.884233] env[69374]: value = "task-4112181" [ 1176.884233] env[69374]: _type = "Task" [ 1176.884233] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.894883] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112181, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.943963] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.944346] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.028983] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112179, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.252025] env[69374]: DEBUG nova.scheduler.client.report [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.396763] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112181, 'name': Rename_Task, 'duration_secs': 0.3014} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.397082] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.397364] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed8615f-b6bc-47ac-b198-fcc700601f76 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.404579] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1177.404579] env[69374]: value = "task-4112182" [ 1177.404579] env[69374]: _type = "Task" [ 1177.404579] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.413916] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.447312] env[69374]: DEBUG nova.compute.manager [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.523228] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541354} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.523635] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e/7c72f4c8-5d33-465d-8c77-eb4aeec9b66e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.523902] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.526189] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c78c69af-1991-4c7e-9562-9611d9642bd7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.536521] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1177.536521] env[69374]: value = "task-4112183" [ 1177.536521] env[69374]: _type = "Task" [ 1177.536521] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.547717] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.759970] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.760609] env[69374]: DEBUG nova.compute.manager [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.765082] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.330s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.770231] env[69374]: INFO nova.compute.claims [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.916120] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.000302] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.053588] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128734} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.057067] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.059044] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a56891f-c42f-4289-bcb7-4ca45b661e63 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.095356] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e/7c72f4c8-5d33-465d-8c77-eb4aeec9b66e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.097248] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10e996f6-35ea-433e-a85b-519a01f2df57 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.121577] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1178.121577] env[69374]: value = "task-4112184" [ 1178.121577] env[69374]: _type = "Task" [ 1178.121577] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.132894] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.278399] env[69374]: DEBUG nova.compute.utils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.283485] env[69374]: DEBUG nova.compute.manager [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.283485] env[69374]: DEBUG nova.network.neutron [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.347933] env[69374]: DEBUG nova.policy [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d932b34d964374bba2f4922b34620a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b733bb3278d44589d34f95a5a349c7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.416728] env[69374]: DEBUG oslo_vmware.api [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112182, 'name': PowerOnVM_Task, 'duration_secs': 0.700924} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.417085] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.417434] env[69374]: INFO nova.compute.manager [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1178.417644] env[69374]: DEBUG nova.compute.manager [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.418742] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7df1d6-3fee-4bc6-b5ec-c3270fc855e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.640872] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.791465] env[69374]: DEBUG nova.compute.manager [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.946219] env[69374]: INFO nova.compute.manager [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Took 29.40 seconds to build instance. [ 1179.008143] env[69374]: DEBUG nova.network.neutron [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Successfully created port: 00f453b7-4f29-4c08-b55d-d8aa60376fc3 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.140406] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112184, 'name': ReconfigVM_Task, 'duration_secs': 0.517483} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.141764] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e/7c72f4c8-5d33-465d-8c77-eb4aeec9b66e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.141764] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0394b19c-d792-4915-9a3b-b6cea38232e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.152405] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1179.152405] env[69374]: value = "task-4112185" [ 1179.152405] env[69374]: _type = "Task" [ 1179.152405] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.165516] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112185, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.174712] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c7371d-a7c8-4e52-b883-1edc55c4e548 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.184129] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e45415-f2c7-4efb-9e89-97fed2ecbcc5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.225566] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667cea0b-8229-4e3f-bcfa-6d8a2727f712 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.237159] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3893df5-1cfb-4a15-8c48-533a56fdc7da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.255910] env[69374]: DEBUG nova.compute.provider_tree [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.449224] env[69374]: DEBUG oslo_concurrency.lockutils [None req-61fcdefb-3e0d-44b6-9631-a80a63882b4a tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.914s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.664661] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112185, 'name': Rename_Task, 'duration_secs': 0.282742} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.665200] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.665868] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1404fa54-3d97-4b6a-82ac-df1c9aa1d85f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.674745] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1179.674745] env[69374]: value = "task-4112187" [ 1179.674745] env[69374]: _type = "Task" [ 1179.674745] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.683954] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.760659] env[69374]: DEBUG nova.scheduler.client.report [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.802255] env[69374]: DEBUG nova.compute.manager [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.850851] env[69374]: DEBUG nova.virt.hardware [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.851050] env[69374]: DEBUG nova.virt.hardware [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.851153] env[69374]: DEBUG nova.virt.hardware [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.851431] env[69374]: DEBUG nova.virt.hardware [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.851698] env[69374]: DEBUG nova.virt.hardware [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.851892] env[69374]: DEBUG nova.virt.hardware [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.852110] env[69374]: DEBUG nova.virt.hardware [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.853121] env[69374]: DEBUG nova.virt.hardware [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.853121] env[69374]: DEBUG nova.virt.hardware [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.853121] env[69374]: DEBUG nova.virt.hardware [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.853121] env[69374]: DEBUG nova.virt.hardware [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.853943] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec7cd12-50bb-4b30-993b-6c879fa7a573 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.864752] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e762c2-af5c-4e32-a04d-114b431fc514 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.187282] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112187, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.243138] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.243458] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.243687] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.243889] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.244246] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.246689] env[69374]: INFO nova.compute.manager [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Terminating instance [ 1180.267032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.267645] env[69374]: DEBUG nova.compute.manager [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.270959] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.271s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.272606] env[69374]: INFO nova.compute.claims [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.596239] env[69374]: DEBUG nova.compute.manager [req-ef2122f0-f12b-410c-bdd2-61093a7f3ab4 req-5ff6ae56-aac4-4e0a-a9c7-f0fde9dd3be2 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received event network-vif-plugged-00f453b7-4f29-4c08-b55d-d8aa60376fc3 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.596239] env[69374]: DEBUG oslo_concurrency.lockutils [req-ef2122f0-f12b-410c-bdd2-61093a7f3ab4 req-5ff6ae56-aac4-4e0a-a9c7-f0fde9dd3be2 service nova] Acquiring lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.596239] env[69374]: DEBUG oslo_concurrency.lockutils [req-ef2122f0-f12b-410c-bdd2-61093a7f3ab4 req-5ff6ae56-aac4-4e0a-a9c7-f0fde9dd3be2 service nova] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.596239] env[69374]: DEBUG oslo_concurrency.lockutils [req-ef2122f0-f12b-410c-bdd2-61093a7f3ab4 req-5ff6ae56-aac4-4e0a-a9c7-f0fde9dd3be2 service nova] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.596239] env[69374]: DEBUG nova.compute.manager [req-ef2122f0-f12b-410c-bdd2-61093a7f3ab4 req-5ff6ae56-aac4-4e0a-a9c7-f0fde9dd3be2 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] No waiting events found dispatching network-vif-plugged-00f453b7-4f29-4c08-b55d-d8aa60376fc3 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1180.598163] env[69374]: WARNING nova.compute.manager [req-ef2122f0-f12b-410c-bdd2-61093a7f3ab4 req-5ff6ae56-aac4-4e0a-a9c7-f0fde9dd3be2 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received unexpected event network-vif-plugged-00f453b7-4f29-4c08-b55d-d8aa60376fc3 for instance with vm_state building and task_state spawning. [ 1180.689854] env[69374]: DEBUG oslo_vmware.api [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112187, 'name': PowerOnVM_Task, 'duration_secs': 0.843778} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.690531] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.690638] env[69374]: INFO nova.compute.manager [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1180.690923] env[69374]: DEBUG nova.compute.manager [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1180.692086] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c22b6a3-765f-4a49-8f86-d4f38b6977b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.731497] env[69374]: DEBUG nova.network.neutron [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Successfully updated port: 00f453b7-4f29-4c08-b55d-d8aa60376fc3 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.752025] env[69374]: DEBUG nova.compute.manager [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.752025] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.752568] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c502dadf-264c-486d-8227-c29b6dfc31bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.769495] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.769838] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be87cb84-e111-4afc-9b5d-5e630e26aa91 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.774409] env[69374]: DEBUG nova.compute.utils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.777518] env[69374]: DEBUG nova.compute.manager [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.777727] env[69374]: DEBUG nova.network.neutron [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.795820] env[69374]: DEBUG oslo_vmware.api [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1180.795820] env[69374]: value = "task-4112188" [ 1180.795820] env[69374]: _type = "Task" [ 1180.795820] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.814175] env[69374]: DEBUG oslo_vmware.api [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.848451] env[69374]: DEBUG nova.policy [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54ee2096dfb641c0a714d55e0c481fa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0251b71bde7143e18a8dc871be72487f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.216180] env[69374]: INFO nova.compute.manager [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Took 25.89 seconds to build instance. [ 1181.220887] env[69374]: DEBUG nova.network.neutron [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Successfully created port: f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.235439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.235608] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.235876] env[69374]: DEBUG nova.network.neutron [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.281403] env[69374]: DEBUG nova.compute.manager [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.307596] env[69374]: DEBUG oslo_vmware.api [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112188, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.579066] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43ae6fb-a2a9-45e0-8f82-efcda98324d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.589468] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69993957-3285-45ae-b4fc-78ea9bc2e329 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.624917] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c3637-18df-4538-acc7-34334667a82b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.634639] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c282bb-b9b8-4e08-bf6b-703bb5b126db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.652498] env[69374]: DEBUG nova.compute.provider_tree [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.719888] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b593d90-af30-47ea-85f6-dc41cba0d894 tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.406s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.810534] env[69374]: DEBUG oslo_vmware.api [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112188, 'name': PowerOffVM_Task, 'duration_secs': 0.65475} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.811027] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.811252] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.811653] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ff61f36-07cc-4c31-8204-41178de56d6f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.975767] env[69374]: DEBUG nova.network.neutron [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.070398] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.070718] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.070892] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleting the datastore file [datastore2] 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.073045] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e46416ba-bd80-4b6b-b3df-379decda00d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.081751] env[69374]: DEBUG oslo_vmware.api [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1182.081751] env[69374]: value = "task-4112191" [ 1182.081751] env[69374]: _type = "Task" [ 1182.081751] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.092982] env[69374]: DEBUG oslo_vmware.api [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.157877] env[69374]: DEBUG nova.scheduler.client.report [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.299874] env[69374]: DEBUG nova.compute.manager [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.362357] env[69374]: DEBUG nova.virt.hardware [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.362357] env[69374]: DEBUG nova.virt.hardware [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.362357] env[69374]: DEBUG nova.virt.hardware [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.362357] env[69374]: DEBUG nova.virt.hardware [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.362357] env[69374]: DEBUG nova.virt.hardware [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.362357] env[69374]: DEBUG nova.virt.hardware [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.368041] env[69374]: DEBUG nova.virt.hardware [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.368041] env[69374]: DEBUG nova.virt.hardware [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.368041] env[69374]: DEBUG nova.virt.hardware [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.368041] env[69374]: DEBUG nova.virt.hardware [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.368041] env[69374]: DEBUG nova.virt.hardware [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.368041] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b2db45-ad29-46c4-8103-37531a829afd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.378290] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b866ee-8141-4726-b000-3fa078956c20 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.458716] env[69374]: DEBUG nova.network.neutron [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updating instance_info_cache with network_info: [{"id": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "address": "fa:16:3e:f9:5e:4e", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f453b7-4f", "ovs_interfaceid": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.600134] env[69374]: DEBUG oslo_vmware.api [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172571} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.600454] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.600645] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.600826] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.601034] env[69374]: INFO nova.compute.manager [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Took 1.85 seconds to destroy the instance on the hypervisor. [ 1182.601315] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.601519] env[69374]: DEBUG nova.compute.manager [-] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.601611] env[69374]: DEBUG nova.network.neutron [-] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.636843] env[69374]: DEBUG nova.compute.manager [req-6858899b-a00e-481f-af8b-ef2287d9fff9 req-db3e7a5e-e14e-42ca-a706-26c085c03f8e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received event network-changed-00f453b7-4f29-4c08-b55d-d8aa60376fc3 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.636843] env[69374]: DEBUG nova.compute.manager [req-6858899b-a00e-481f-af8b-ef2287d9fff9 req-db3e7a5e-e14e-42ca-a706-26c085c03f8e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Refreshing instance network info cache due to event network-changed-00f453b7-4f29-4c08-b55d-d8aa60376fc3. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.637371] env[69374]: DEBUG oslo_concurrency.lockutils [req-6858899b-a00e-481f-af8b-ef2287d9fff9 req-db3e7a5e-e14e-42ca-a706-26c085c03f8e service nova] Acquiring lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.664244] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.664931] env[69374]: DEBUG nova.compute.manager [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.784491] env[69374]: DEBUG nova.network.neutron [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Successfully updated port: f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.962268] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.962711] env[69374]: DEBUG nova.compute.manager [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Instance network_info: |[{"id": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "address": "fa:16:3e:f9:5e:4e", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f453b7-4f", "ovs_interfaceid": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.963100] env[69374]: DEBUG oslo_concurrency.lockutils [req-6858899b-a00e-481f-af8b-ef2287d9fff9 req-db3e7a5e-e14e-42ca-a706-26c085c03f8e service nova] Acquired lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.963454] env[69374]: DEBUG nova.network.neutron [req-6858899b-a00e-481f-af8b-ef2287d9fff9 req-db3e7a5e-e14e-42ca-a706-26c085c03f8e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Refreshing network info cache for port 00f453b7-4f29-4c08-b55d-d8aa60376fc3 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.969411] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:5e:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00f453b7-4f29-4c08-b55d-d8aa60376fc3', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.990076] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.990076] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.990076] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-788a7d33-9121-4893-a32a-9ae9e2628ac6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.009788] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.009788] env[69374]: value = "task-4112192" [ 1183.009788] env[69374]: _type = "Task" [ 1183.009788] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.023264] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112192, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.160400] env[69374]: DEBUG nova.compute.manager [req-fac7046c-7dcc-43a1-953b-d04955ab59bb req-f87f39a7-d302-48ab-8fd0-42755e0c9054 service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Received event network-vif-deleted-bc30d8e2-87a1-4410-a165-d1158fc2871e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.160400] env[69374]: INFO nova.compute.manager [req-fac7046c-7dcc-43a1-953b-d04955ab59bb req-f87f39a7-d302-48ab-8fd0-42755e0c9054 service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Neutron deleted interface bc30d8e2-87a1-4410-a165-d1158fc2871e; detaching it from the instance and deleting it from the info cache [ 1183.160400] env[69374]: DEBUG nova.network.neutron [req-fac7046c-7dcc-43a1-953b-d04955ab59bb req-f87f39a7-d302-48ab-8fd0-42755e0c9054 service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.171357] env[69374]: DEBUG nova.compute.utils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.173059] env[69374]: DEBUG nova.compute.manager [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.173262] env[69374]: DEBUG nova.network.neutron [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.245707] env[69374]: DEBUG nova.policy [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90fadc1d4688425b8c35c98f0fd06970', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97bed6fb32ff40e69f97d78d1037feda', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.283030] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.283217] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.283365] env[69374]: DEBUG nova.network.neutron [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.523452] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112192, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.629126] env[69374]: DEBUG nova.network.neutron [-] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.665237] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc3afc11-0346-4a4d-8d76-85284a5c949f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.670190] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.670610] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.670962] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.671304] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.671619] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.675546] env[69374]: INFO nova.compute.manager [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Terminating instance [ 1183.681257] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e9682a-1ee6-4a96-911c-3e858508b829 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.695327] env[69374]: DEBUG nova.compute.manager [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.729222] env[69374]: DEBUG nova.compute.manager [req-fac7046c-7dcc-43a1-953b-d04955ab59bb req-f87f39a7-d302-48ab-8fd0-42755e0c9054 service nova] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Detach interface failed, port_id=bc30d8e2-87a1-4410-a165-d1158fc2871e, reason: Instance 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.780973] env[69374]: DEBUG nova.network.neutron [req-6858899b-a00e-481f-af8b-ef2287d9fff9 req-db3e7a5e-e14e-42ca-a706-26c085c03f8e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updated VIF entry in instance network info cache for port 00f453b7-4f29-4c08-b55d-d8aa60376fc3. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.781419] env[69374]: DEBUG nova.network.neutron [req-6858899b-a00e-481f-af8b-ef2287d9fff9 req-db3e7a5e-e14e-42ca-a706-26c085c03f8e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updating instance_info_cache with network_info: [{"id": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "address": "fa:16:3e:f9:5e:4e", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f453b7-4f", "ovs_interfaceid": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.824972] env[69374]: DEBUG nova.network.neutron [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.979240] env[69374]: DEBUG nova.network.neutron [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updating instance_info_cache with network_info: [{"id": "f7317f9a-151c-401f-ad2d-8812fac541ce", "address": "fa:16:3e:22:8b:6d", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7317f9a-15", "ovs_interfaceid": "f7317f9a-151c-401f-ad2d-8812fac541ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.985031] env[69374]: DEBUG nova.network.neutron [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Successfully created port: dbd75b05-d6b8-487e-a75e-426589dc9792 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.025491] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112192, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.067338] env[69374]: DEBUG oslo_vmware.rw_handles [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b581a-eeb9-f384-fc5a-d568fb4ab4e0/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1184.069948] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dea644-f0d7-4dd9-bb6f-f291f9e673b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.077287] env[69374]: DEBUG oslo_vmware.rw_handles [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b581a-eeb9-f384-fc5a-d568fb4ab4e0/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1184.077598] env[69374]: ERROR oslo_vmware.rw_handles [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b581a-eeb9-f384-fc5a-d568fb4ab4e0/disk-0.vmdk due to incomplete transfer. [ 1184.077859] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-54a5337e-4a7b-4fc5-9da0-84abd7afb1f5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.086468] env[69374]: DEBUG oslo_vmware.rw_handles [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b581a-eeb9-f384-fc5a-d568fb4ab4e0/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1184.086826] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Uploaded image a7949c9d-2f1c-428a-aec8-798e1f8b3544 to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1184.089256] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1184.089597] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e08f82b5-f6ed-4a77-83f2-9e50a7c69906 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.099039] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1184.099039] env[69374]: value = "task-4112194" [ 1184.099039] env[69374]: _type = "Task" [ 1184.099039] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.115033] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112194, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.134902] env[69374]: INFO nova.compute.manager [-] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Took 1.53 seconds to deallocate network for instance. [ 1184.207222] env[69374]: DEBUG nova.compute.manager [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.207501] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.209205] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06316cc-4cee-41b2-99a2-75c67a54a5a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.225382] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.225382] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5768022a-a5db-4c90-898a-cf46f8476777 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.235891] env[69374]: DEBUG oslo_vmware.api [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1184.235891] env[69374]: value = "task-4112195" [ 1184.235891] env[69374]: _type = "Task" [ 1184.235891] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.246042] env[69374]: DEBUG oslo_vmware.api [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.285243] env[69374]: DEBUG oslo_concurrency.lockutils [req-6858899b-a00e-481f-af8b-ef2287d9fff9 req-db3e7a5e-e14e-42ca-a706-26c085c03f8e service nova] Releasing lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.490834] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.490834] env[69374]: DEBUG nova.compute.manager [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Instance network_info: |[{"id": "f7317f9a-151c-401f-ad2d-8812fac541ce", "address": "fa:16:3e:22:8b:6d", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7317f9a-15", "ovs_interfaceid": "f7317f9a-151c-401f-ad2d-8812fac541ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.490834] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:8b:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7317f9a-151c-401f-ad2d-8812fac541ce', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.499032] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.499401] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.499844] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63d7b863-fd2a-4e37-a5a1-7148b5163f5f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.526546] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112192, 'name': CreateVM_Task, 'duration_secs': 1.40731} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.528750] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.528974] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.528974] env[69374]: value = "task-4112196" [ 1184.528974] env[69374]: _type = "Task" [ 1184.528974] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.529777] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.529950] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.530404] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.530587] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1b5f1c-ce4a-4ec9-bee6-d39a09c64dad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.538826] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1184.538826] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522a293c-9e0e-1fba-15d6-df2a46b03279" [ 1184.538826] env[69374]: _type = "Task" [ 1184.538826] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.542396] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112196, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.551462] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522a293c-9e0e-1fba-15d6-df2a46b03279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.610745] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112194, 'name': Destroy_Task, 'duration_secs': 0.387983} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.611176] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Destroyed the VM [ 1184.611545] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1184.611879] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3bc4f5a-578e-42ab-8419-a8961fc5d7ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.622350] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1184.622350] env[69374]: value = "task-4112197" [ 1184.622350] env[69374]: _type = "Task" [ 1184.622350] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.634421] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112197, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.643585] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.643897] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.644184] env[69374]: DEBUG nova.objects.instance [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lazy-loading 'resources' on Instance uuid 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.711172] env[69374]: DEBUG nova.compute.manager [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.754818] env[69374]: DEBUG oslo_vmware.api [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112195, 'name': PowerOffVM_Task, 'duration_secs': 0.291826} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.757257] env[69374]: DEBUG nova.virt.hardware [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.757508] env[69374]: DEBUG nova.virt.hardware [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.757679] env[69374]: DEBUG nova.virt.hardware [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.757860] env[69374]: DEBUG nova.virt.hardware [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.758026] env[69374]: DEBUG nova.virt.hardware [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.758182] env[69374]: DEBUG nova.virt.hardware [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.758396] env[69374]: DEBUG nova.virt.hardware [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.758565] env[69374]: DEBUG nova.virt.hardware [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.758735] env[69374]: DEBUG nova.virt.hardware [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.758902] env[69374]: DEBUG nova.virt.hardware [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.760300] env[69374]: DEBUG nova.virt.hardware [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.760300] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.760300] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.760509] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fe1a41-67a7-4915-affe-10bea49e9ea6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.764725] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-803ca9a3-7d7d-4eab-b837-2666d20bda27 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.773605] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f536df8a-1e27-4602-901d-bdcca0d9277d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.849258] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.849533] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.849641] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleting the datastore file [datastore2] 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.849905] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f297282-424e-48a3-a97a-078ab0d848d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.858934] env[69374]: DEBUG oslo_vmware.api [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for the task: (returnval){ [ 1184.858934] env[69374]: value = "task-4112199" [ 1184.858934] env[69374]: _type = "Task" [ 1184.858934] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.870219] env[69374]: DEBUG oslo_vmware.api [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.913459] env[69374]: DEBUG nova.compute.manager [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Received event network-vif-plugged-f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.913611] env[69374]: DEBUG oslo_concurrency.lockutils [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] Acquiring lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.913884] env[69374]: DEBUG oslo_concurrency.lockutils [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.913990] env[69374]: DEBUG oslo_concurrency.lockutils [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.914708] env[69374]: DEBUG nova.compute.manager [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] No waiting events found dispatching network-vif-plugged-f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1184.914882] env[69374]: WARNING nova.compute.manager [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Received unexpected event network-vif-plugged-f7317f9a-151c-401f-ad2d-8812fac541ce for instance with vm_state building and task_state spawning. [ 1184.915076] env[69374]: DEBUG nova.compute.manager [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Received event network-changed-f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.915233] env[69374]: DEBUG nova.compute.manager [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Refreshing instance network info cache due to event network-changed-f7317f9a-151c-401f-ad2d-8812fac541ce. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.916072] env[69374]: DEBUG oslo_concurrency.lockutils [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] Acquiring lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.916235] env[69374]: DEBUG oslo_concurrency.lockutils [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] Acquired lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.916415] env[69374]: DEBUG nova.network.neutron [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Refreshing network info cache for port f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.043090] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112196, 'name': CreateVM_Task, 'duration_secs': 0.385651} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.047100] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.048059] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.055123] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522a293c-9e0e-1fba-15d6-df2a46b03279, 'name': SearchDatastore_Task, 'duration_secs': 0.034313} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.055458] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.055720] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.055966] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.056126] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.056312] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.056611] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.056942] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.057208] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5cec365-6390-4c38-aa0f-57e28573a609 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.059671] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b92baf-f0e5-43b2-aa9f-334d5d946167 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.066832] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1185.066832] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52958b2d-c22d-6b79-3190-583342352339" [ 1185.066832] env[69374]: _type = "Task" [ 1185.066832] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.072067] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.072067] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.072978] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c402c7e-d2fc-4bf9-84a2-00598c2bf3f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.078960] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52958b2d-c22d-6b79-3190-583342352339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.082931] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1185.082931] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5203cb86-4dfa-e252-8fe7-7dd50d3c0ea1" [ 1185.082931] env[69374]: _type = "Task" [ 1185.082931] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.091449] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5203cb86-4dfa-e252-8fe7-7dd50d3c0ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.132815] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112197, 'name': RemoveSnapshot_Task, 'duration_secs': 0.397485} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.133125] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1185.133417] env[69374]: DEBUG nova.compute.manager [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1185.134321] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932b2f99-04e2-454a-8002-d46004dd3b6e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.376109] env[69374]: DEBUG oslo_vmware.api [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.414442] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae4af86-6d3d-431d-953b-be0d06353f36 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.424149] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8ae51c-881d-463d-b2e0-a5dfb1ca7675 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.460495] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b71bf6b-85a4-4a8e-b636-f5156cff6331 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.469219] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9275361c-ca8a-41fe-85ed-30692c7d2855 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.486497] env[69374]: DEBUG nova.compute.provider_tree [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.582729] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52958b2d-c22d-6b79-3190-583342352339, 'name': SearchDatastore_Task, 'duration_secs': 0.023841} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.584072] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.584473] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.584800] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.587998] env[69374]: DEBUG nova.compute.manager [req-9aab3f91-4c7f-4ab6-af3b-c2ce047c86e7 req-b051842e-0cb7-4608-a195-ecac66b8ed37 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Received event network-vif-plugged-dbd75b05-d6b8-487e-a75e-426589dc9792 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.587998] env[69374]: DEBUG oslo_concurrency.lockutils [req-9aab3f91-4c7f-4ab6-af3b-c2ce047c86e7 req-b051842e-0cb7-4608-a195-ecac66b8ed37 service nova] Acquiring lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.587998] env[69374]: DEBUG oslo_concurrency.lockutils [req-9aab3f91-4c7f-4ab6-af3b-c2ce047c86e7 req-b051842e-0cb7-4608-a195-ecac66b8ed37 service nova] Lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.587998] env[69374]: DEBUG oslo_concurrency.lockutils [req-9aab3f91-4c7f-4ab6-af3b-c2ce047c86e7 req-b051842e-0cb7-4608-a195-ecac66b8ed37 service nova] Lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.587998] env[69374]: DEBUG nova.compute.manager [req-9aab3f91-4c7f-4ab6-af3b-c2ce047c86e7 req-b051842e-0cb7-4608-a195-ecac66b8ed37 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] No waiting events found dispatching network-vif-plugged-dbd75b05-d6b8-487e-a75e-426589dc9792 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1185.587998] env[69374]: WARNING nova.compute.manager [req-9aab3f91-4c7f-4ab6-af3b-c2ce047c86e7 req-b051842e-0cb7-4608-a195-ecac66b8ed37 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Received unexpected event network-vif-plugged-dbd75b05-d6b8-487e-a75e-426589dc9792 for instance with vm_state building and task_state spawning. [ 1185.600039] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5203cb86-4dfa-e252-8fe7-7dd50d3c0ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.036785} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.600039] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca296dd9-efaf-47fb-8ba4-299a615711ff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.606264] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1185.606264] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529ba8e6-023b-1e4e-644f-963f495709aa" [ 1185.606264] env[69374]: _type = "Task" [ 1185.606264] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.617709] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529ba8e6-023b-1e4e-644f-963f495709aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.647536] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquiring lock "323eb55e-8372-46e4-8f1d-453d1798505e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.648109] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Lock "323eb55e-8372-46e4-8f1d-453d1798505e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.653803] env[69374]: INFO nova.compute.manager [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Shelve offloading [ 1185.698269] env[69374]: DEBUG nova.network.neutron [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updated VIF entry in instance network info cache for port f7317f9a-151c-401f-ad2d-8812fac541ce. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.698269] env[69374]: DEBUG nova.network.neutron [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updating instance_info_cache with network_info: [{"id": "f7317f9a-151c-401f-ad2d-8812fac541ce", "address": "fa:16:3e:22:8b:6d", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7317f9a-15", "ovs_interfaceid": "f7317f9a-151c-401f-ad2d-8812fac541ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.741872] env[69374]: DEBUG nova.network.neutron [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Successfully updated port: dbd75b05-d6b8-487e-a75e-426589dc9792 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.872315] env[69374]: DEBUG oslo_vmware.api [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Task: {'id': task-4112199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546759} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.872656] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.872958] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.872958] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.873108] env[69374]: INFO nova.compute.manager [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1185.873357] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.874083] env[69374]: DEBUG nova.compute.manager [-] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.874083] env[69374]: DEBUG nova.network.neutron [-] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.989448] env[69374]: DEBUG nova.scheduler.client.report [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.117870] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529ba8e6-023b-1e4e-644f-963f495709aa, 'name': SearchDatastore_Task, 'duration_secs': 0.014909} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.118189] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.118470] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 3dd30735-19f9-4fa5-bba4-c2e7959f9143/3dd30735-19f9-4fa5-bba4-c2e7959f9143.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.118969] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.119191] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.119451] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf033854-1e07-4a8d-9d53-b9951e0d21aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.122045] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c6ec572-35f3-45cb-8427-99d47a631e56 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.130943] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1186.130943] env[69374]: value = "task-4112201" [ 1186.130943] env[69374]: _type = "Task" [ 1186.130943] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.140058] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.140298] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.142550] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-916512b2-720c-4f3d-9b2f-7f234426ba2b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.150594] env[69374]: DEBUG nova.compute.manager [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.160827] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.164306] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.164306] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b24968dc-ce4b-4f45-a1a7-a9e8bbdd64e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.170052] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1186.170052] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523f44cb-4cee-a4dd-9e6f-aec506918ddf" [ 1186.170052] env[69374]: _type = "Task" [ 1186.170052] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.180224] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1186.180224] env[69374]: value = "task-4112202" [ 1186.180224] env[69374]: _type = "Task" [ 1186.180224] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.190803] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523f44cb-4cee-a4dd-9e6f-aec506918ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.199909] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1186.200185] env[69374]: DEBUG nova.compute.manager [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1186.200749] env[69374]: DEBUG oslo_concurrency.lockutils [req-00a75cc3-2cd6-4dc5-8bf7-9e77cedc3804 req-ccf70132-d88c-47b2-b810-c8243d948c6e service nova] Releasing lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.201742] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7621515-859c-4bae-9a3f-3162aa876a56 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.214364] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.214364] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.214364] env[69374]: DEBUG nova.network.neutron [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.243424] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "refresh_cache-0378b704-7a6f-4170-a4ff-e99f02f8dbdf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.243513] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "refresh_cache-0378b704-7a6f-4170-a4ff-e99f02f8dbdf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.243653] env[69374]: DEBUG nova.network.neutron [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.499283] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.529151] env[69374]: INFO nova.scheduler.client.report [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted allocations for instance 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4 [ 1186.642042] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112201, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.670490] env[69374]: DEBUG nova.network.neutron [-] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.680313] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.680542] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.682486] env[69374]: INFO nova.compute.claims [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.692049] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523f44cb-4cee-a4dd-9e6f-aec506918ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.035591} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.693822] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b181ccfd-78a3-4e52-9894-c8ae649fbd61 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.702269] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1186.702269] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d04438-aa2a-b2b9-d77d-ecc02817a364" [ 1186.702269] env[69374]: _type = "Task" [ 1186.702269] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.712965] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d04438-aa2a-b2b9-d77d-ecc02817a364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.780668] env[69374]: DEBUG nova.network.neutron [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.943487] env[69374]: DEBUG nova.network.neutron [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Updating instance_info_cache with network_info: [{"id": "dbd75b05-d6b8-487e-a75e-426589dc9792", "address": "fa:16:3e:13:47:7e", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbd75b05-d6", "ovs_interfaceid": "dbd75b05-d6b8-487e-a75e-426589dc9792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.038891] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ee602fdc-ae15-46a7-b5a5-dbf5859f0498 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.795s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.145059] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737276} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.145437] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 3dd30735-19f9-4fa5-bba4-c2e7959f9143/3dd30735-19f9-4fa5-bba4-c2e7959f9143.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.145874] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.146223] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e64a6bc6-092f-47e5-8f06-a989c6b4a0cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.153636] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1187.153636] env[69374]: value = "task-4112203" [ 1187.153636] env[69374]: _type = "Task" [ 1187.153636] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.163120] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.177755] env[69374]: INFO nova.compute.manager [-] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Took 1.30 seconds to deallocate network for instance. [ 1187.217371] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d04438-aa2a-b2b9-d77d-ecc02817a364, 'name': SearchDatastore_Task, 'duration_secs': 0.064739} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.218308] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.218695] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] e225c8d7-325c-4ce8-850c-75acfed819b6/e225c8d7-325c-4ce8-850c-75acfed819b6.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.219706] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64e3c1a6-0a16-40f8-8c8b-dbd193758174 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.230224] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1187.230224] env[69374]: value = "task-4112204" [ 1187.230224] env[69374]: _type = "Task" [ 1187.230224] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.241420] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.354057] env[69374]: DEBUG nova.network.neutron [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Updating instance_info_cache with network_info: [{"id": "58d22b89-53f1-40a8-9dd2-9e528cf0be9c", "address": "fa:16:3e:7f:6a:c3", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d22b89-53", "ovs_interfaceid": "58d22b89-53f1-40a8-9dd2-9e528cf0be9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.446118] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "refresh_cache-0378b704-7a6f-4170-a4ff-e99f02f8dbdf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.446602] env[69374]: DEBUG nova.compute.manager [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Instance network_info: |[{"id": "dbd75b05-d6b8-487e-a75e-426589dc9792", "address": "fa:16:3e:13:47:7e", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbd75b05-d6", "ovs_interfaceid": "dbd75b05-d6b8-487e-a75e-426589dc9792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.447222] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:47:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbd75b05-d6b8-487e-a75e-426589dc9792', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.456487] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.456935] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.457264] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aae42e8d-52c0-494d-9e2d-73e4f048d4cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.481079] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.481079] env[69374]: value = "task-4112205" [ 1187.481079] env[69374]: _type = "Task" [ 1187.481079] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.490607] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112205, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.614717] env[69374]: DEBUG nova.compute.manager [req-d7eabd2f-396a-4167-b5d7-815dd6d39837 req-50789905-7283-43b5-8a60-f08c3e280ee9 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Received event network-changed-dbd75b05-d6b8-487e-a75e-426589dc9792 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.614968] env[69374]: DEBUG nova.compute.manager [req-d7eabd2f-396a-4167-b5d7-815dd6d39837 req-50789905-7283-43b5-8a60-f08c3e280ee9 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Refreshing instance network info cache due to event network-changed-dbd75b05-d6b8-487e-a75e-426589dc9792. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.615230] env[69374]: DEBUG oslo_concurrency.lockutils [req-d7eabd2f-396a-4167-b5d7-815dd6d39837 req-50789905-7283-43b5-8a60-f08c3e280ee9 service nova] Acquiring lock "refresh_cache-0378b704-7a6f-4170-a4ff-e99f02f8dbdf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.615544] env[69374]: DEBUG oslo_concurrency.lockutils [req-d7eabd2f-396a-4167-b5d7-815dd6d39837 req-50789905-7283-43b5-8a60-f08c3e280ee9 service nova] Acquired lock "refresh_cache-0378b704-7a6f-4170-a4ff-e99f02f8dbdf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.615848] env[69374]: DEBUG nova.network.neutron [req-d7eabd2f-396a-4167-b5d7-815dd6d39837 req-50789905-7283-43b5-8a60-f08c3e280ee9 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Refreshing network info cache for port dbd75b05-d6b8-487e-a75e-426589dc9792 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.666818] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091814} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.667112] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.667970] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc67e477-70b1-4132-b6ca-ab9c86aa5813 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.693160] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 3dd30735-19f9-4fa5-bba4-c2e7959f9143/3dd30735-19f9-4fa5-bba4-c2e7959f9143.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.695239] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.698943] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-734a3ed1-65f5-4432-8718-f54e48127c36 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.724066] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1187.724066] env[69374]: value = "task-4112206" [ 1187.724066] env[69374]: _type = "Task" [ 1187.724066] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.736305] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.746578] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112204, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.856540] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.991039] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112205, 'name': CreateVM_Task, 'duration_secs': 0.491975} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.993786] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.997554] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.997554] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.997554] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.997554] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708b4e35-5262-4a19-9c14-a5a7602d6e34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.003667] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1188.003667] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a43e36-8336-6687-625c-f2eb62c6e818" [ 1188.003667] env[69374]: _type = "Task" [ 1188.003667] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.019245] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a43e36-8336-6687-625c-f2eb62c6e818, 'name': SearchDatastore_Task, 'duration_secs': 0.011711} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.019573] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.019829] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.020087] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.020239] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.020435] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.020707] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b7eac86-3508-4756-94b4-c220dfef3b5b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.032558] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.032780] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.034512] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f22593-fabd-4ffe-943b-aa8c48edd3e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.037428] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba195394-f93f-4df6-9e01-11ccd3934330 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.043738] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1188.043738] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52693b76-f8c9-3cba-3a1c-b80f23b88343" [ 1188.043738] env[69374]: _type = "Task" [ 1188.043738] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.049904] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5098a120-9efb-47a4-967a-d79b56ef52de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.059906] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52693b76-f8c9-3cba-3a1c-b80f23b88343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.086104] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd16cf-1861-42ff-9db9-a8c064cf0340 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.094903] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405d031c-17df-488e-a198-dfd0f28065a4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.111542] env[69374]: DEBUG nova.compute.provider_tree [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.175366] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.176343] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78790919-037b-4555-aa5f-f66113d36066 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.184651] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.184906] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4fbfcd0-8ebd-495a-be15-1915933bd193 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.233521] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112206, 'name': ReconfigVM_Task, 'duration_secs': 0.362485} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.236183] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 3dd30735-19f9-4fa5-bba4-c2e7959f9143/3dd30735-19f9-4fa5-bba4-c2e7959f9143.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.236964] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71410771-0560-484b-84aa-d17d99998805 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.249798] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518223} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.253041] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] e225c8d7-325c-4ce8-850c-75acfed819b6/e225c8d7-325c-4ce8-850c-75acfed819b6.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.253413] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.253858] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.254491] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.254491] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleting the datastore file [datastore1] 83970231-638d-4084-85a4-33af2bd843bc {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.254684] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1188.254684] env[69374]: value = "task-4112209" [ 1188.254684] env[69374]: _type = "Task" [ 1188.254684] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.255292] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05e74012-3dfd-467e-a97d-9a49e170611e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.257505] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b164748e-04a0-49cf-9c94-8ad1c3ce0f9d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.269876] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112209, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.272479] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1188.272479] env[69374]: value = "task-4112211" [ 1188.272479] env[69374]: _type = "Task" [ 1188.272479] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.272933] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1188.272933] env[69374]: value = "task-4112210" [ 1188.272933] env[69374]: _type = "Task" [ 1188.272933] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.288521] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.291890] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.352911] env[69374]: DEBUG nova.network.neutron [req-d7eabd2f-396a-4167-b5d7-815dd6d39837 req-50789905-7283-43b5-8a60-f08c3e280ee9 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Updated VIF entry in instance network info cache for port dbd75b05-d6b8-487e-a75e-426589dc9792. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.352911] env[69374]: DEBUG nova.network.neutron [req-d7eabd2f-396a-4167-b5d7-815dd6d39837 req-50789905-7283-43b5-8a60-f08c3e280ee9 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Updating instance_info_cache with network_info: [{"id": "dbd75b05-d6b8-487e-a75e-426589dc9792", "address": "fa:16:3e:13:47:7e", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbd75b05-d6", "ovs_interfaceid": "dbd75b05-d6b8-487e-a75e-426589dc9792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.380049] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.380403] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.509671] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "51c71bfd-c289-4699-a2df-3bac283cbd45" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.510281] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.560093] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52693b76-f8c9-3cba-3a1c-b80f23b88343, 'name': SearchDatastore_Task, 'duration_secs': 0.015172} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.561996] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd609b4d-bc01-4010-92aa-300de775f2bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.571152] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1188.571152] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52631daf-5fd7-2944-5f32-6856a2a336b1" [ 1188.571152] env[69374]: _type = "Task" [ 1188.571152] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.586425] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "49e40b32-0a69-4cec-ba51-d74cf2380330" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.586713] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "49e40b32-0a69-4cec-ba51-d74cf2380330" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.587924] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52631daf-5fd7-2944-5f32-6856a2a336b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.615600] env[69374]: DEBUG nova.scheduler.client.report [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.770796] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112209, 'name': Rename_Task, 'duration_secs': 0.270516} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.770796] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.770796] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfcded06-f07c-436a-9ef8-9d7730bc6ea5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.782832] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1188.782832] env[69374]: value = "task-4112212" [ 1188.782832] env[69374]: _type = "Task" [ 1188.782832] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.793671] env[69374]: DEBUG oslo_vmware.api [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306754} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.794056] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069848} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.794672] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.794880] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.795074] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.797435] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.802250] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa027b1-e308-43d9-abdc-5c56fbd7386f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.804972] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112212, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.827151] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] e225c8d7-325c-4ce8-850c-75acfed819b6/e225c8d7-325c-4ce8-850c-75acfed819b6.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.828353] env[69374]: INFO nova.scheduler.client.report [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted allocations for instance 83970231-638d-4084-85a4-33af2bd843bc [ 1188.831317] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd97171d-eeca-4296-88a0-a2a7c950ba3d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.851799] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1188.851799] env[69374]: value = "task-4112213" [ 1188.851799] env[69374]: _type = "Task" [ 1188.851799] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.856156] env[69374]: DEBUG oslo_concurrency.lockutils [req-d7eabd2f-396a-4167-b5d7-815dd6d39837 req-50789905-7283-43b5-8a60-f08c3e280ee9 service nova] Releasing lock "refresh_cache-0378b704-7a6f-4170-a4ff-e99f02f8dbdf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.856498] env[69374]: DEBUG nova.compute.manager [req-d7eabd2f-396a-4167-b5d7-815dd6d39837 req-50789905-7283-43b5-8a60-f08c3e280ee9 service nova] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Received event network-vif-deleted-8af8e4b6-0e37-4edc-9b7e-1721d56d8bb9 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.863927] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.884687] env[69374]: INFO nova.compute.manager [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Detaching volume cc3713af-12dd-406e-8079-dba5b0c7311d [ 1188.920363] env[69374]: INFO nova.virt.block_device [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Attempting to driver detach volume cc3713af-12dd-406e-8079-dba5b0c7311d from mountpoint /dev/sdb [ 1188.920611] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1188.920807] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814600', 'volume_id': 'cc3713af-12dd-406e-8079-dba5b0c7311d', 'name': 'volume-cc3713af-12dd-406e-8079-dba5b0c7311d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc3713af-12dd-406e-8079-dba5b0c7311d', 'serial': 'cc3713af-12dd-406e-8079-dba5b0c7311d'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1188.921727] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f199c8e9-2cf3-4eeb-8282-b1b678caf227 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.944987] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb0a2d5-c21c-403d-ba51-7e1af1ad9035 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.953090] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dd8ea1-9f85-4552-94d6-e63191f2a8a7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.974560] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e37d0b-6113-45f2-9287-2438c83baeb4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.992916] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] The volume has not been displaced from its original location: [datastore1] volume-cc3713af-12dd-406e-8079-dba5b0c7311d/volume-cc3713af-12dd-406e-8079-dba5b0c7311d.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1188.999020] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.999417] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb1188b7-aca1-423a-b3e7-b615857d90dc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.013537] env[69374]: INFO nova.compute.manager [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Detaching volume f48b56c7-83f8-4558-b843-f7187b410b89 [ 1189.022529] env[69374]: DEBUG oslo_vmware.api [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1189.022529] env[69374]: value = "task-4112214" [ 1189.022529] env[69374]: _type = "Task" [ 1189.022529] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.031522] env[69374]: DEBUG oslo_vmware.api [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.046435] env[69374]: INFO nova.virt.block_device [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Attempting to driver detach volume f48b56c7-83f8-4558-b843-f7187b410b89 from mountpoint /dev/sdb [ 1189.046710] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.047026] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814608', 'volume_id': 'f48b56c7-83f8-4558-b843-f7187b410b89', 'name': 'volume-f48b56c7-83f8-4558-b843-f7187b410b89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51c71bfd-c289-4699-a2df-3bac283cbd45', 'attached_at': '', 'detached_at': '', 'volume_id': 'f48b56c7-83f8-4558-b843-f7187b410b89', 'serial': 'f48b56c7-83f8-4558-b843-f7187b410b89'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.048086] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26abf0c7-4fce-4606-af1d-7808b0d82c05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.052789] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.053029] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.053532] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1189.070456] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.072317] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584365c0-a6c9-4bb8-8c9b-eb9c130bfc33 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.087190] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdba0cc-7d0b-4d04-9633-4846b4f9f8ed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.089776] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52631daf-5fd7-2944-5f32-6856a2a336b1, 'name': SearchDatastore_Task, 'duration_secs': 0.039337} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.090637] env[69374]: DEBUG nova.compute.manager [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.092956] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.095603] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 0378b704-7a6f-4170-a4ff-e99f02f8dbdf/0378b704-7a6f-4170-a4ff-e99f02f8dbdf.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.095603] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8ca6ccf-472a-40a7-af76-a52aaf035cf4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.116398] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d65953-a2c1-46cb-a70a-1524f43cc9b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.121056] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1189.121056] env[69374]: value = "task-4112215" [ 1189.121056] env[69374]: _type = "Task" [ 1189.121056] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.135219] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.135782] env[69374]: DEBUG nova.compute.manager [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.139060] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] The volume has not been displaced from its original location: [datastore1] volume-f48b56c7-83f8-4558-b843-f7187b410b89/volume-f48b56c7-83f8-4558-b843-f7187b410b89.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1189.144906] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.145687] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.451s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.145941] env[69374]: DEBUG nova.objects.instance [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lazy-loading 'resources' on Instance uuid 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.147246] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b320287-f760-4c89-9c55-6b77f9c0ec1b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.170350] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.171934] env[69374]: DEBUG oslo_vmware.api [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1189.171934] env[69374]: value = "task-4112216" [ 1189.171934] env[69374]: _type = "Task" [ 1189.171934] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.181575] env[69374]: DEBUG oslo_vmware.api [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.293940] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.333253] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.362490] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112213, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.535120] env[69374]: DEBUG oslo_vmware.api [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112214, 'name': ReconfigVM_Task, 'duration_secs': 0.305558} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.535536] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.540661] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2423af8b-3dc8-428e-9e92-95a708f72962 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.559136] env[69374]: DEBUG oslo_vmware.api [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1189.559136] env[69374]: value = "task-4112217" [ 1189.559136] env[69374]: _type = "Task" [ 1189.559136] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.570685] env[69374]: DEBUG oslo_vmware.api [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.613891] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.634263] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112215, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.647415] env[69374]: DEBUG nova.compute.manager [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Received event network-vif-unplugged-58d22b89-53f1-40a8-9dd2-9e528cf0be9c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.647415] env[69374]: DEBUG oslo_concurrency.lockutils [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] Acquiring lock "83970231-638d-4084-85a4-33af2bd843bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.647415] env[69374]: DEBUG oslo_concurrency.lockutils [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] Lock "83970231-638d-4084-85a4-33af2bd843bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.647415] env[69374]: DEBUG oslo_concurrency.lockutils [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] Lock "83970231-638d-4084-85a4-33af2bd843bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.647415] env[69374]: DEBUG nova.compute.manager [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] No waiting events found dispatching network-vif-unplugged-58d22b89-53f1-40a8-9dd2-9e528cf0be9c {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1189.647415] env[69374]: WARNING nova.compute.manager [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Received unexpected event network-vif-unplugged-58d22b89-53f1-40a8-9dd2-9e528cf0be9c for instance with vm_state shelved_offloaded and task_state None. [ 1189.647415] env[69374]: DEBUG nova.compute.manager [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Received event network-changed-58d22b89-53f1-40a8-9dd2-9e528cf0be9c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.647675] env[69374]: DEBUG nova.compute.manager [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Refreshing instance network info cache due to event network-changed-58d22b89-53f1-40a8-9dd2-9e528cf0be9c. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.647721] env[69374]: DEBUG oslo_concurrency.lockutils [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] Acquiring lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.647887] env[69374]: DEBUG oslo_concurrency.lockutils [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] Acquired lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.648135] env[69374]: DEBUG nova.network.neutron [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Refreshing network info cache for port 58d22b89-53f1-40a8-9dd2-9e528cf0be9c {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.650892] env[69374]: DEBUG nova.compute.utils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.652626] env[69374]: DEBUG nova.compute.manager [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.652842] env[69374]: DEBUG nova.network.neutron [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.688321] env[69374]: DEBUG oslo_vmware.api [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.706515] env[69374]: DEBUG nova.policy [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4eca8aea30d64afb9d4d2e7452bd5b9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb8a6a60bbda4f62be8d096a366da8e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.805844] env[69374]: DEBUG oslo_vmware.api [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112212, 'name': PowerOnVM_Task, 'duration_secs': 0.637494} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.805844] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.805844] env[69374]: INFO nova.compute.manager [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1189.805983] env[69374]: DEBUG nova.compute.manager [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1189.806916] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c33849f-d6ff-4ec0-a29b-022823111110 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.870673] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112213, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.942172] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13a9657-61c7-4cc6-b078-c43d774abe17 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.950874] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7cf9fa-263a-42bc-b29e-10642d9192d9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.988476] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746eaa52-37e3-4b15-8bfc-bd5359296c39 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.000930] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3c7bac-00af-4d09-b5e0-f33da6c34255 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.019013] env[69374]: DEBUG nova.compute.provider_tree [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.041667] env[69374]: DEBUG nova.network.neutron [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Successfully created port: f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.071171] env[69374]: DEBUG oslo_vmware.api [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112217, 'name': ReconfigVM_Task, 'duration_secs': 0.289379} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.071491] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814600', 'volume_id': 'cc3713af-12dd-406e-8079-dba5b0c7311d', 'name': 'volume-cc3713af-12dd-406e-8079-dba5b0c7311d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc3713af-12dd-406e-8079-dba5b0c7311d', 'serial': 'cc3713af-12dd-406e-8079-dba5b0c7311d'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1190.134027] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634735} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.134027] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 0378b704-7a6f-4170-a4ff-e99f02f8dbdf/0378b704-7a6f-4170-a4ff-e99f02f8dbdf.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.134027] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.134294] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ec61e25-8fa0-4c91-9666-60f11ae4d91f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.143566] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1190.143566] env[69374]: value = "task-4112219" [ 1190.143566] env[69374]: _type = "Task" [ 1190.143566] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.162560] env[69374]: DEBUG nova.compute.manager [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.169031] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.183992] env[69374]: DEBUG oslo_vmware.api [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.335827] env[69374]: INFO nova.compute.manager [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Took 20.93 seconds to build instance. [ 1190.363604] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112213, 'name': ReconfigVM_Task, 'duration_secs': 1.343756} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.363899] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Reconfigured VM instance instance-0000006c to attach disk [datastore2] e225c8d7-325c-4ce8-850c-75acfed819b6/e225c8d7-325c-4ce8-850c-75acfed819b6.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.364629] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68983cb9-a334-4f4c-af1a-d9813ffe3d19 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.373744] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1190.373744] env[69374]: value = "task-4112220" [ 1190.373744] env[69374]: _type = "Task" [ 1190.373744] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.383841] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112220, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.438090] env[69374]: DEBUG nova.network.neutron [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Updated VIF entry in instance network info cache for port 58d22b89-53f1-40a8-9dd2-9e528cf0be9c. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.438472] env[69374]: DEBUG nova.network.neutron [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Updating instance_info_cache with network_info: [{"id": "58d22b89-53f1-40a8-9dd2-9e528cf0be9c", "address": "fa:16:3e:7f:6a:c3", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": null, "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap58d22b89-53", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.495994] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "83970231-638d-4084-85a4-33af2bd843bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.521923] env[69374]: DEBUG nova.scheduler.client.report [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.558466] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.558697] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.558874] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.559033] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Cleaning up deleted instances {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1190.622217] env[69374]: DEBUG nova.objects.instance [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lazy-loading 'flavor' on Instance uuid f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.655149] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078836} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.655486] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.656405] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2312c6cf-a548-4416-9e60-70d741d5dd77 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.689024] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 0378b704-7a6f-4170-a4ff-e99f02f8dbdf/0378b704-7a6f-4170-a4ff-e99f02f8dbdf.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.693312] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf8bfe4-18a7-46dd-89c5-4d0daf6d8739 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.713634] env[69374]: DEBUG oslo_vmware.api [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112216, 'name': ReconfigVM_Task, 'duration_secs': 1.190784} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.715802] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.720878] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1190.720878] env[69374]: value = "task-4112221" [ 1190.720878] env[69374]: _type = "Task" [ 1190.720878] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.721150] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f699509-9606-4f70-b749-7853aa37d498 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.740862] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.742467] env[69374]: DEBUG oslo_vmware.api [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1190.742467] env[69374]: value = "task-4112222" [ 1190.742467] env[69374]: _type = "Task" [ 1190.742467] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.837172] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0cca431a-ccea-400e-81b8-765580b567cf tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.435s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.884923] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112220, 'name': Rename_Task, 'duration_secs': 0.146289} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.885238] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.885628] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7b24440-8151-4195-b9ec-dbfbc85b8076 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.893351] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1190.893351] env[69374]: value = "task-4112223" [ 1190.893351] env[69374]: _type = "Task" [ 1190.893351] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.903157] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.941234] env[69374]: DEBUG oslo_concurrency.lockutils [req-e24bf5f2-c055-450c-aa0e-42d1af54cf8b req-525fbe40-c609-457d-b975-0560af9d7e28 service nova] Releasing lock "refresh_cache-83970231-638d-4084-85a4-33af2bd843bc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.027385] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.030042] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.697s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.030320] env[69374]: DEBUG nova.objects.instance [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lazy-loading 'resources' on Instance uuid 83970231-638d-4084-85a4-33af2bd843bc {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.054151] env[69374]: INFO nova.scheduler.client.report [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Deleted allocations for instance 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e [ 1191.078263] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] There are 53 instances to clean {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1191.078434] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 6e8a66ff-1d7f-41d0-ae41-7f66615dc9b4] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.193343] env[69374]: DEBUG nova.compute.manager [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.229123] env[69374]: DEBUG nova.virt.hardware [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.229123] env[69374]: DEBUG nova.virt.hardware [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.229123] env[69374]: DEBUG nova.virt.hardware [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.229123] env[69374]: DEBUG nova.virt.hardware [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.229123] env[69374]: DEBUG nova.virt.hardware [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.229431] env[69374]: DEBUG nova.virt.hardware [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.229431] env[69374]: DEBUG nova.virt.hardware [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.229717] env[69374]: DEBUG nova.virt.hardware [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.229816] env[69374]: DEBUG nova.virt.hardware [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.229893] env[69374]: DEBUG nova.virt.hardware [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.230087] env[69374]: DEBUG nova.virt.hardware [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.231009] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225beae6-0a6a-49f9-91dc-baca2af56afc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.243416] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112221, 'name': ReconfigVM_Task, 'duration_secs': 0.494337} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.249918] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 0378b704-7a6f-4170-a4ff-e99f02f8dbdf/0378b704-7a6f-4170-a4ff-e99f02f8dbdf.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.250158] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6b209e8-6bdf-404a-98e3-4be89af4fae5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.253281] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7850ac-a02b-4c76-a410-2dc805605944 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.262843] env[69374]: DEBUG oslo_vmware.api [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112222, 'name': ReconfigVM_Task, 'duration_secs': 0.206594} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.272796] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814608', 'volume_id': 'f48b56c7-83f8-4558-b843-f7187b410b89', 'name': 'volume-f48b56c7-83f8-4558-b843-f7187b410b89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51c71bfd-c289-4699-a2df-3bac283cbd45', 'attached_at': '', 'detached_at': '', 'volume_id': 'f48b56c7-83f8-4558-b843-f7187b410b89', 'serial': 'f48b56c7-83f8-4558-b843-f7187b410b89'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.276297] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1191.276297] env[69374]: value = "task-4112224" [ 1191.276297] env[69374]: _type = "Task" [ 1191.276297] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.404810] env[69374]: DEBUG oslo_vmware.api [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112223, 'name': PowerOnVM_Task, 'duration_secs': 0.492964} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.405313] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.405564] env[69374]: INFO nova.compute.manager [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1191.405782] env[69374]: DEBUG nova.compute.manager [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1191.406640] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd00ac5-7fd3-44e9-9199-608e9c2b4203 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.500442] env[69374]: DEBUG nova.compute.manager [req-474646bc-2a13-416b-8db1-6a4adfb8b7b3 req-cf64054e-5f2b-4108-9cbc-1aa74ce654b6 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Received event network-vif-plugged-f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.500724] env[69374]: DEBUG oslo_concurrency.lockutils [req-474646bc-2a13-416b-8db1-6a4adfb8b7b3 req-cf64054e-5f2b-4108-9cbc-1aa74ce654b6 service nova] Acquiring lock "323eb55e-8372-46e4-8f1d-453d1798505e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.500954] env[69374]: DEBUG oslo_concurrency.lockutils [req-474646bc-2a13-416b-8db1-6a4adfb8b7b3 req-cf64054e-5f2b-4108-9cbc-1aa74ce654b6 service nova] Lock "323eb55e-8372-46e4-8f1d-453d1798505e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.501211] env[69374]: DEBUG oslo_concurrency.lockutils [req-474646bc-2a13-416b-8db1-6a4adfb8b7b3 req-cf64054e-5f2b-4108-9cbc-1aa74ce654b6 service nova] Lock "323eb55e-8372-46e4-8f1d-453d1798505e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.501433] env[69374]: DEBUG nova.compute.manager [req-474646bc-2a13-416b-8db1-6a4adfb8b7b3 req-cf64054e-5f2b-4108-9cbc-1aa74ce654b6 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] No waiting events found dispatching network-vif-plugged-f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1191.501642] env[69374]: WARNING nova.compute.manager [req-474646bc-2a13-416b-8db1-6a4adfb8b7b3 req-cf64054e-5f2b-4108-9cbc-1aa74ce654b6 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Received unexpected event network-vif-plugged-f3f35ef0-dd27-4a89-a2d9-df7222656432 for instance with vm_state building and task_state spawning. [ 1191.534917] env[69374]: DEBUG nova.objects.instance [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lazy-loading 'numa_topology' on Instance uuid 83970231-638d-4084-85a4-33af2bd843bc {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.563431] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fb2508f4-34b5-4a04-a80b-942992bdc0bc tempest-ServerDiskConfigTestJSON-444775644 tempest-ServerDiskConfigTestJSON-444775644-project-member] Lock "7c72f4c8-5d33-465d-8c77-eb4aeec9b66e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.892s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.581908] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 683b7374-79bb-4886-ac84-30d2aaf6743d] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.595216] env[69374]: DEBUG nova.network.neutron [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Successfully updated port: f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.630422] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8929af18-3247-4f8c-beed-a53ff3d2f22c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.788473] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112224, 'name': Rename_Task, 'duration_secs': 0.209989} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.788473] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.789326] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed61af83-8e9c-4145-aa95-8885e2ea68ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.798309] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1191.798309] env[69374]: value = "task-4112225" [ 1191.798309] env[69374]: _type = "Task" [ 1191.798309] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.798309] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.798309] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.798309] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.798309] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.798309] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.807281] env[69374]: INFO nova.compute.manager [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Terminating instance [ 1191.817116] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.845264] env[69374]: DEBUG nova.objects.instance [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lazy-loading 'flavor' on Instance uuid 51c71bfd-c289-4699-a2df-3bac283cbd45 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.926711] env[69374]: INFO nova.compute.manager [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Took 16.52 seconds to build instance. [ 1191.997172] env[69374]: DEBUG nova.compute.manager [req-28229581-6eb0-4bd7-9aa4-d058437d9835 req-c92d5ca9-1440-4994-8869-60769782b11e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received event network-changed-00f453b7-4f29-4c08-b55d-d8aa60376fc3 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.997172] env[69374]: DEBUG nova.compute.manager [req-28229581-6eb0-4bd7-9aa4-d058437d9835 req-c92d5ca9-1440-4994-8869-60769782b11e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Refreshing instance network info cache due to event network-changed-00f453b7-4f29-4c08-b55d-d8aa60376fc3. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.997172] env[69374]: DEBUG oslo_concurrency.lockutils [req-28229581-6eb0-4bd7-9aa4-d058437d9835 req-c92d5ca9-1440-4994-8869-60769782b11e service nova] Acquiring lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.997172] env[69374]: DEBUG oslo_concurrency.lockutils [req-28229581-6eb0-4bd7-9aa4-d058437d9835 req-c92d5ca9-1440-4994-8869-60769782b11e service nova] Acquired lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.997172] env[69374]: DEBUG nova.network.neutron [req-28229581-6eb0-4bd7-9aa4-d058437d9835 req-c92d5ca9-1440-4994-8869-60769782b11e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Refreshing network info cache for port 00f453b7-4f29-4c08-b55d-d8aa60376fc3 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.040024] env[69374]: DEBUG nova.objects.base [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Object Instance<83970231-638d-4084-85a4-33af2bd843bc> lazy-loaded attributes: resources,numa_topology {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1192.088574] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: b2de675a-5d1c-49c4-83fb-45bfaeecb696] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.098659] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquiring lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.098659] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquired lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.098659] env[69374]: DEBUG nova.network.neutron [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.319448] env[69374]: DEBUG nova.compute.manager [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.322026] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.322026] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112225, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.322026] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c353707a-b978-4481-8096-d179903fff27 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.329845] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f15b8d-5cbd-4c52-b89e-656f8a1538ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.335348] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.336350] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a3e4f55-5148-4b05-965c-65de342d449c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.341185] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e49a5b-c0b3-4231-9ff9-111b87e3d5ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.346435] env[69374]: DEBUG oslo_vmware.api [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1192.346435] env[69374]: value = "task-4112227" [ 1192.346435] env[69374]: _type = "Task" [ 1192.346435] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.389095] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fabd7e3-ca66-4191-abf0-5e321f94e776 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.396675] env[69374]: DEBUG oslo_vmware.api [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.404923] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1992a231-2438-4475-98fc-487ad2cf9785 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.420948] env[69374]: DEBUG nova.compute.provider_tree [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.433419] env[69374]: DEBUG oslo_concurrency.lockutils [None req-95462d25-c364-474f-8e6c-ed5c2b6ca349 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.039s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.594066] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 0d3e8542-6d56-4071-a05f-65a7a81fd4d0] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.682180] env[69374]: DEBUG nova.network.neutron [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.806887] env[69374]: DEBUG nova.network.neutron [req-28229581-6eb0-4bd7-9aa4-d058437d9835 req-c92d5ca9-1440-4994-8869-60769782b11e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updated VIF entry in instance network info cache for port 00f453b7-4f29-4c08-b55d-d8aa60376fc3. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.807283] env[69374]: DEBUG nova.network.neutron [req-28229581-6eb0-4bd7-9aa4-d058437d9835 req-c92d5ca9-1440-4994-8869-60769782b11e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updating instance_info_cache with network_info: [{"id": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "address": "fa:16:3e:f9:5e:4e", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f453b7-4f", "ovs_interfaceid": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.815457] env[69374]: DEBUG oslo_vmware.api [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112225, 'name': PowerOnVM_Task, 'duration_secs': 0.587656} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.815457] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.815716] env[69374]: INFO nova.compute.manager [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1192.815919] env[69374]: DEBUG nova.compute.manager [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1192.816847] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92957c3e-107e-4f45-89d9-78fdaaaf21e1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.857841] env[69374]: DEBUG oslo_vmware.api [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112227, 'name': PowerOffVM_Task, 'duration_secs': 0.446477} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.858150] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.858327] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.858594] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8687a49-8985-4a89-9cb1-bd617e70abae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.893102] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a5d0bdc3-b579-4ce8-9d4b-957e62dc2885 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.383s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.924638] env[69374]: DEBUG nova.scheduler.client.report [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.959773] env[69374]: DEBUG nova.network.neutron [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updating instance_info_cache with network_info: [{"id": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "address": "fa:16:3e:37:f1:50", "network": {"id": "b2056265-8966-41ec-9d3b-8e44b7a66abc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1882432538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb8a6a60bbda4f62be8d096a366da8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f35ef0-dd", "ovs_interfaceid": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.103025] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: be1e73fc-e49d-44c6-9a64-90712934c164] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.134219] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.134422] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.134703] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleting the datastore file [datastore2] f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.134979] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-344f0c30-769b-4d08-9da0-7cbcae1e52ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.147527] env[69374]: DEBUG oslo_vmware.api [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1193.147527] env[69374]: value = "task-4112229" [ 1193.147527] env[69374]: _type = "Task" [ 1193.147527] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.156716] env[69374]: DEBUG oslo_vmware.api [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.313775] env[69374]: DEBUG oslo_concurrency.lockutils [req-28229581-6eb0-4bd7-9aa4-d058437d9835 req-c92d5ca9-1440-4994-8869-60769782b11e service nova] Releasing lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.344052] env[69374]: INFO nova.compute.manager [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Took 15.39 seconds to build instance. [ 1193.430325] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.400s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.433319] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.820s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.435012] env[69374]: INFO nova.compute.claims [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.463083] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Releasing lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.467140] env[69374]: DEBUG nova.compute.manager [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Instance network_info: |[{"id": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "address": "fa:16:3e:37:f1:50", "network": {"id": "b2056265-8966-41ec-9d3b-8e44b7a66abc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1882432538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb8a6a60bbda4f62be8d096a366da8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f35ef0-dd", "ovs_interfaceid": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.467140] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:f1:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3f35ef0-dd27-4a89-a2d9-df7222656432', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.473792] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Creating folder: Project (cb8a6a60bbda4f62be8d096a366da8e3). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.474278] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-337c539b-a885-4dce-9186-30a9e5000142 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.489189] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Created folder: Project (cb8a6a60bbda4f62be8d096a366da8e3) in parent group-v814324. [ 1193.489452] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Creating folder: Instances. Parent ref: group-v814631. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.490472] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9c37896-17b0-4c4e-93e7-aaf307a0773d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.501485] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Created folder: Instances in parent group-v814631. [ 1193.501963] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.502134] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.502756] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e68a1da6-901f-42a9-b5e8-e01922281ac3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.528764] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.528764] env[69374]: value = "task-4112232" [ 1193.528764] env[69374]: _type = "Task" [ 1193.528764] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.539266] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112232, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.602637] env[69374]: DEBUG nova.compute.manager [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Received event network-changed-f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.603700] env[69374]: DEBUG nova.compute.manager [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Refreshing instance network info cache due to event network-changed-f3f35ef0-dd27-4a89-a2d9-df7222656432. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.603700] env[69374]: DEBUG oslo_concurrency.lockutils [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] Acquiring lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.603700] env[69374]: DEBUG oslo_concurrency.lockutils [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] Acquired lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.603946] env[69374]: DEBUG nova.network.neutron [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Refreshing network info cache for port f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.609404] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: c5f70326-f36e-4660-afcc-c589de19d710] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.663107] env[69374]: DEBUG oslo_vmware.api [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278392} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.663452] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.663872] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.664103] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.664354] env[69374]: INFO nova.compute.manager [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1193.664596] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.664841] env[69374]: DEBUG nova.compute.manager [-] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.664946] env[69374]: DEBUG nova.network.neutron [-] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.847193] env[69374]: DEBUG oslo_concurrency.lockutils [None req-07e77cf0-957d-4809-a812-155ef3feb5db tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.903s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.955127] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3552c988-0279-41c7-bac9-ec88f73b7df2 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "83970231-638d-4084-85a4-33af2bd843bc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.669s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.959764] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "83970231-638d-4084-85a4-33af2bd843bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.461s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.959764] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "83970231-638d-4084-85a4-33af2bd843bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.959764] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "83970231-638d-4084-85a4-33af2bd843bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.959764] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "83970231-638d-4084-85a4-33af2bd843bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.959764] env[69374]: INFO nova.compute.manager [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Terminating instance [ 1194.029994] env[69374]: DEBUG oslo_concurrency.lockutils [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "51c71bfd-c289-4699-a2df-3bac283cbd45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.030307] env[69374]: DEBUG oslo_concurrency.lockutils [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.030551] env[69374]: DEBUG oslo_concurrency.lockutils [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "51c71bfd-c289-4699-a2df-3bac283cbd45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.030755] env[69374]: DEBUG oslo_concurrency.lockutils [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.030945] env[69374]: DEBUG oslo_concurrency.lockutils [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.035286] env[69374]: INFO nova.compute.manager [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Terminating instance [ 1194.052675] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112232, 'name': CreateVM_Task, 'duration_secs': 0.354921} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.052841] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.053639] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.053801] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.054270] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.054894] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e224af54-355c-4452-ae27-e998974d763f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.061346] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1194.061346] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52614a16-e782-0f33-189f-ff5a832fa2f9" [ 1194.061346] env[69374]: _type = "Task" [ 1194.061346] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.070791] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52614a16-e782-0f33-189f-ff5a832fa2f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.116150] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 35ff501c-97b3-4065-9047-71b7d0b8afa5] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.351177] env[69374]: DEBUG nova.network.neutron [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updated VIF entry in instance network info cache for port f3f35ef0-dd27-4a89-a2d9-df7222656432. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.351568] env[69374]: DEBUG nova.network.neutron [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updating instance_info_cache with network_info: [{"id": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "address": "fa:16:3e:37:f1:50", "network": {"id": "b2056265-8966-41ec-9d3b-8e44b7a66abc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1882432538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb8a6a60bbda4f62be8d096a366da8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f35ef0-dd", "ovs_interfaceid": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.466701] env[69374]: DEBUG nova.compute.manager [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.467164] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.467232] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-129fb153-3969-4e84-b5ca-538e1addd447 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.479607] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf304bf-20f6-485d-97a9-966b320092ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.524145] env[69374]: WARNING nova.virt.vmwareapi.vmops [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 83970231-638d-4084-85a4-33af2bd843bc could not be found. [ 1194.524459] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.524718] env[69374]: INFO nova.compute.manager [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1194.525016] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.525320] env[69374]: DEBUG nova.compute.manager [-] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.525449] env[69374]: DEBUG nova.network.neutron [-] [instance: 83970231-638d-4084-85a4-33af2bd843bc] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.545098] env[69374]: DEBUG nova.compute.manager [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.545331] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.546248] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd9800b-9b6b-47ef-832a-33aa96d43d2d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.554161] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.554444] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ead41da-e510-4e2f-b121-94692251ab1b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.566891] env[69374]: DEBUG oslo_vmware.api [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1194.566891] env[69374]: value = "task-4112233" [ 1194.566891] env[69374]: _type = "Task" [ 1194.566891] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.579585] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52614a16-e782-0f33-189f-ff5a832fa2f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.580681] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.581039] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.581334] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.581677] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.581914] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.582103] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f54d878-f48d-4aa2-8513-84f110291e98 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.588209] env[69374]: DEBUG oslo_vmware.api [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.599456] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.600021] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.600872] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ccb0abf-1bde-4667-b096-af34c452a1aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.610038] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1194.610038] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522f3b99-4a17-714c-2a5b-a7092879c513" [ 1194.610038] env[69374]: _type = "Task" [ 1194.610038] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.622978] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: a7a1f5c6-2c80-413f-a60f-6e41c364f6f9] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.631246] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522f3b99-4a17-714c-2a5b-a7092879c513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.779525] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269ce7b6-923c-4c68-bf0e-293c9061e4d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.788917] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f74b2ab-4284-472f-9df2-4bc13d2487ad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.827755] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a8004d-75fe-49c7-bfeb-c5def84c15e8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.839189] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3321d6dd-749c-4b58-8115-1920b11d92f7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.857148] env[69374]: DEBUG oslo_concurrency.lockutils [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] Releasing lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.857441] env[69374]: DEBUG nova.compute.manager [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Received event network-changed-f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.857614] env[69374]: DEBUG nova.compute.manager [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Refreshing instance network info cache due to event network-changed-f7317f9a-151c-401f-ad2d-8812fac541ce. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.858022] env[69374]: DEBUG oslo_concurrency.lockutils [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] Acquiring lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.858200] env[69374]: DEBUG oslo_concurrency.lockutils [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] Acquired lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.858373] env[69374]: DEBUG nova.network.neutron [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Refreshing network info cache for port f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.859804] env[69374]: DEBUG nova.compute.provider_tree [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.906759] env[69374]: DEBUG nova.compute.manager [req-1c9959ca-92a9-44e9-97ba-4f5199461aae req-e375f13d-570d-4b32-bb13-d4c07eaa38be service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Received event network-vif-deleted-778fc791-a94f-4a82-a799-dfa0b062551a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.906969] env[69374]: INFO nova.compute.manager [req-1c9959ca-92a9-44e9-97ba-4f5199461aae req-e375f13d-570d-4b32-bb13-d4c07eaa38be service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Neutron deleted interface 778fc791-a94f-4a82-a799-dfa0b062551a; detaching it from the instance and deleting it from the info cache [ 1194.907418] env[69374]: DEBUG nova.network.neutron [req-1c9959ca-92a9-44e9-97ba-4f5199461aae req-e375f13d-570d-4b32-bb13-d4c07eaa38be service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.078736] env[69374]: DEBUG oslo_vmware.api [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112233, 'name': PowerOffVM_Task, 'duration_secs': 0.33984} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.079057] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.079273] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.079981] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c08d226d-4c4c-4c6b-bbdc-7def6bc77b0a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.119437] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522f3b99-4a17-714c-2a5b-a7092879c513, 'name': SearchDatastore_Task, 'duration_secs': 0.014667} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.120407] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ac4f9a-44ee-44a6-aac0-6239f15693c0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.127426] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1195.127426] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5225c10f-5199-545b-bb3a-c4e11702ce50" [ 1195.127426] env[69374]: _type = "Task" [ 1195.127426] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.137884] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 87a4f1d2-09d4-46a1-9bd3-b9f924ca6cc7] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.139895] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5225c10f-5199-545b-bb3a-c4e11702ce50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.155897] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.156391] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.156733] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Deleting the datastore file [datastore1] 51c71bfd-c289-4699-a2df-3bac283cbd45 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.157194] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-472ae00f-6257-4b26-96f2-17cbb069b691 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.165928] env[69374]: DEBUG oslo_vmware.api [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1195.165928] env[69374]: value = "task-4112235" [ 1195.165928] env[69374]: _type = "Task" [ 1195.165928] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.178707] env[69374]: DEBUG oslo_vmware.api [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.346149] env[69374]: DEBUG nova.network.neutron [-] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.367915] env[69374]: DEBUG nova.scheduler.client.report [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.382197] env[69374]: DEBUG nova.network.neutron [-] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.412010] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70902daa-bef9-4a6f-9146-b29f82a77937 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.423545] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dae111-dacf-4a1a-9de3-373e0005bb1e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.468712] env[69374]: DEBUG nova.compute.manager [req-1c9959ca-92a9-44e9-97ba-4f5199461aae req-e375f13d-570d-4b32-bb13-d4c07eaa38be service nova] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Detach interface failed, port_id=778fc791-a94f-4a82-a799-dfa0b062551a, reason: Instance f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.641607] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 0cd2c38b-03bd-41f8-9df5-d524dc365d40] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.649695] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5225c10f-5199-545b-bb3a-c4e11702ce50, 'name': SearchDatastore_Task, 'duration_secs': 0.012176} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.649695] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.649695] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 323eb55e-8372-46e4-8f1d-453d1798505e/323eb55e-8372-46e4-8f1d-453d1798505e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.649695] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3605c12-1a4b-4269-a2ef-2f71a44abb13 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.657884] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1195.657884] env[69374]: value = "task-4112236" [ 1195.657884] env[69374]: _type = "Task" [ 1195.657884] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.670617] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.682924] env[69374]: DEBUG oslo_vmware.api [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385968} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.686833] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.687380] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.687421] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.687587] env[69374]: INFO nova.compute.manager [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1195.687860] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.688152] env[69374]: DEBUG nova.compute.manager [-] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.688375] env[69374]: DEBUG nova.network.neutron [-] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.738782] env[69374]: DEBUG nova.network.neutron [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updated VIF entry in instance network info cache for port f7317f9a-151c-401f-ad2d-8812fac541ce. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.739194] env[69374]: DEBUG nova.network.neutron [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updating instance_info_cache with network_info: [{"id": "f7317f9a-151c-401f-ad2d-8812fac541ce", "address": "fa:16:3e:22:8b:6d", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7317f9a-15", "ovs_interfaceid": "f7317f9a-151c-401f-ad2d-8812fac541ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.751630] env[69374]: DEBUG nova.compute.manager [req-830e7115-a288-40f4-b66c-2a831524eb33 req-10aa4e11-b0af-4200-8070-d6b70bdec817 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Received event network-changed-dbd75b05-d6b8-487e-a75e-426589dc9792 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.752234] env[69374]: DEBUG nova.compute.manager [req-830e7115-a288-40f4-b66c-2a831524eb33 req-10aa4e11-b0af-4200-8070-d6b70bdec817 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Refreshing instance network info cache due to event network-changed-dbd75b05-d6b8-487e-a75e-426589dc9792. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.754876] env[69374]: DEBUG oslo_concurrency.lockutils [req-830e7115-a288-40f4-b66c-2a831524eb33 req-10aa4e11-b0af-4200-8070-d6b70bdec817 service nova] Acquiring lock "refresh_cache-0378b704-7a6f-4170-a4ff-e99f02f8dbdf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.754876] env[69374]: DEBUG oslo_concurrency.lockutils [req-830e7115-a288-40f4-b66c-2a831524eb33 req-10aa4e11-b0af-4200-8070-d6b70bdec817 service nova] Acquired lock "refresh_cache-0378b704-7a6f-4170-a4ff-e99f02f8dbdf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.754876] env[69374]: DEBUG nova.network.neutron [req-830e7115-a288-40f4-b66c-2a831524eb33 req-10aa4e11-b0af-4200-8070-d6b70bdec817 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Refreshing network info cache for port dbd75b05-d6b8-487e-a75e-426589dc9792 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.849803] env[69374]: INFO nova.compute.manager [-] [instance: 83970231-638d-4084-85a4-33af2bd843bc] Took 1.32 seconds to deallocate network for instance. [ 1195.876676] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.877127] env[69374]: DEBUG nova.compute.manager [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.885026] env[69374]: INFO nova.compute.manager [-] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Took 2.22 seconds to deallocate network for instance. [ 1196.150249] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 45448fec-734a-4f14-a85a-3cb69c119279] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.171607] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112236, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.242213] env[69374]: DEBUG oslo_concurrency.lockutils [req-e4fc202f-916e-4183-b66f-dba48de045f5 req-a22d9701-a7fa-4baf-8696-a826b7bd379b service nova] Releasing lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.283079] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.283243] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.384168] env[69374]: DEBUG nova.compute.utils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.384168] env[69374]: DEBUG nova.compute.manager [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.384168] env[69374]: DEBUG nova.network.neutron [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.393976] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.393976] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.393976] env[69374]: DEBUG nova.objects.instance [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lazy-loading 'resources' on Instance uuid f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.463153] env[69374]: DEBUG nova.policy [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c878f8d5e8142f485dd999e9fdf97b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c21f4064b2a4d4480b28bb877fdf815', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.530087] env[69374]: DEBUG nova.network.neutron [req-830e7115-a288-40f4-b66c-2a831524eb33 req-10aa4e11-b0af-4200-8070-d6b70bdec817 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Updated VIF entry in instance network info cache for port dbd75b05-d6b8-487e-a75e-426589dc9792. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.530087] env[69374]: DEBUG nova.network.neutron [req-830e7115-a288-40f4-b66c-2a831524eb33 req-10aa4e11-b0af-4200-8070-d6b70bdec817 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Updating instance_info_cache with network_info: [{"id": "dbd75b05-d6b8-487e-a75e-426589dc9792", "address": "fa:16:3e:13:47:7e", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbd75b05-d6", "ovs_interfaceid": "dbd75b05-d6b8-487e-a75e-426589dc9792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.655156] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 005e8605-40c3-4fa8-9e17-750a8f8f83e9] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.672326] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926787} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.673517] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 323eb55e-8372-46e4-8f1d-453d1798505e/323eb55e-8372-46e4-8f1d-453d1798505e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.674349] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.675016] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42e3961b-5ecc-4ec2-aecf-4f792ebff87a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.683844] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1196.683844] env[69374]: value = "task-4112237" [ 1196.683844] env[69374]: _type = "Task" [ 1196.683844] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.698336] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.721389] env[69374]: DEBUG nova.network.neutron [-] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.788139] env[69374]: DEBUG nova.compute.manager [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.793636] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquiring lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.793979] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.833100] env[69374]: DEBUG nova.network.neutron [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Successfully created port: 5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.882686] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e5d610de-afad-4680-afa9-d6fa90fdf0fb tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "83970231-638d-4084-85a4-33af2bd843bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.926s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.886449] env[69374]: DEBUG nova.compute.manager [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.031627] env[69374]: DEBUG oslo_concurrency.lockutils [req-830e7115-a288-40f4-b66c-2a831524eb33 req-10aa4e11-b0af-4200-8070-d6b70bdec817 service nova] Releasing lock "refresh_cache-0378b704-7a6f-4170-a4ff-e99f02f8dbdf" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.161954] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 5be8e455-e158-440c-88f4-eb6267effee0] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.196179] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.339046} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.199766] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.201802] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9496c89-576d-4a44-947e-45a124529d0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.240361] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 323eb55e-8372-46e4-8f1d-453d1798505e/323eb55e-8372-46e4-8f1d-453d1798505e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.244966] env[69374]: INFO nova.compute.manager [-] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Took 1.56 seconds to deallocate network for instance. [ 1197.246082] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3fb523-1a31-4563-b50a-5b17466ebd31 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.273550] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1197.273550] env[69374]: value = "task-4112238" [ 1197.273550] env[69374]: _type = "Task" [ 1197.273550] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.284029] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.302037] env[69374]: DEBUG nova.compute.manager [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.327122] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.353309] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57323cc0-83ab-474f-88a6-70aab108e4e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.363826] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5078947-fca4-44f7-ba90-b0eaeee98fea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.404248] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eead77-a7fd-4228-a8ac-ff915e354368 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.414626] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469d5683-c241-422b-ae66-2ce958321c09 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.432212] env[69374]: DEBUG nova.compute.provider_tree [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.664771] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 33dd3d05-f994-494e-972e-b80a520ef0a3] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.770958] env[69374]: DEBUG oslo_concurrency.lockutils [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.781978] env[69374]: DEBUG nova.compute.manager [req-7610bdb0-0e30-47c2-9d1f-48feb8a33576 req-4bebe098-3b70-4815-ada3-af539d60ce0b service nova] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Received event network-vif-deleted-0cbb8086-da7f-427f-a625-a2646b5589fa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.788427] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112238, 'name': ReconfigVM_Task, 'duration_secs': 0.479685} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.788674] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 323eb55e-8372-46e4-8f1d-453d1798505e/323eb55e-8372-46e4-8f1d-453d1798505e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.789321] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-625ca440-9e8b-491b-aca2-1027de31c6a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.795785] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1197.795785] env[69374]: value = "task-4112239" [ 1197.795785] env[69374]: _type = "Task" [ 1197.795785] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.805066] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112239, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.831562] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.909214] env[69374]: DEBUG nova.compute.manager [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.936153] env[69374]: DEBUG nova.scheduler.client.report [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.942773] env[69374]: DEBUG nova.virt.hardware [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.943097] env[69374]: DEBUG nova.virt.hardware [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.943366] env[69374]: DEBUG nova.virt.hardware [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.943668] env[69374]: DEBUG nova.virt.hardware [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.943861] env[69374]: DEBUG nova.virt.hardware [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.944056] env[69374]: DEBUG nova.virt.hardware [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.944329] env[69374]: DEBUG nova.virt.hardware [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.944533] env[69374]: DEBUG nova.virt.hardware [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.944837] env[69374]: DEBUG nova.virt.hardware [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.945088] env[69374]: DEBUG nova.virt.hardware [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.945765] env[69374]: DEBUG nova.virt.hardware [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.946379] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d246f2-0d89-4dc8-91e4-21f0e92b6bad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.957918] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b20042-0e19-4db4-90ef-c95300d34e75 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.004395] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.004630] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.168619] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 632217f2-e81c-4ef7-9a10-3f5ef8646836] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.306647] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112239, 'name': Rename_Task, 'duration_secs': 0.223945} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.306949] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.307247] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1d4f6cf-0c76-4b28-8055-e09b3d2872e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.314730] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1198.314730] env[69374]: value = "task-4112240" [ 1198.314730] env[69374]: _type = "Task" [ 1198.314730] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.323751] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.342235] env[69374]: DEBUG nova.compute.manager [req-204212cb-6be5-4c5f-a6a3-41cdb760a2fb req-a1949e0d-b659-43c9-81a8-0324cf1614c1 service nova] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Received event network-vif-plugged-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.342523] env[69374]: DEBUG oslo_concurrency.lockutils [req-204212cb-6be5-4c5f-a6a3-41cdb760a2fb req-a1949e0d-b659-43c9-81a8-0324cf1614c1 service nova] Acquiring lock "49e40b32-0a69-4cec-ba51-d74cf2380330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.342805] env[69374]: DEBUG oslo_concurrency.lockutils [req-204212cb-6be5-4c5f-a6a3-41cdb760a2fb req-a1949e0d-b659-43c9-81a8-0324cf1614c1 service nova] Lock "49e40b32-0a69-4cec-ba51-d74cf2380330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.342998] env[69374]: DEBUG oslo_concurrency.lockutils [req-204212cb-6be5-4c5f-a6a3-41cdb760a2fb req-a1949e0d-b659-43c9-81a8-0324cf1614c1 service nova] Lock "49e40b32-0a69-4cec-ba51-d74cf2380330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.343187] env[69374]: DEBUG nova.compute.manager [req-204212cb-6be5-4c5f-a6a3-41cdb760a2fb req-a1949e0d-b659-43c9-81a8-0324cf1614c1 service nova] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] No waiting events found dispatching network-vif-plugged-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1198.343355] env[69374]: WARNING nova.compute.manager [req-204212cb-6be5-4c5f-a6a3-41cdb760a2fb req-a1949e0d-b659-43c9-81a8-0324cf1614c1 service nova] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Received unexpected event network-vif-plugged-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa for instance with vm_state building and task_state spawning. [ 1198.437162] env[69374]: DEBUG nova.network.neutron [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Successfully updated port: 5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.451736] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.455498] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.128s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.456890] env[69374]: INFO nova.compute.claims [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.475493] env[69374]: INFO nova.scheduler.client.report [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleted allocations for instance f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2 [ 1198.507258] env[69374]: DEBUG nova.compute.manager [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.672487] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 0719c055-24b9-4c3e-9487-f285814d2ef3] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.825415] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.939439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "refresh_cache-49e40b32-0a69-4cec-ba51-d74cf2380330" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.939653] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "refresh_cache-49e40b32-0a69-4cec-ba51-d74cf2380330" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.939653] env[69374]: DEBUG nova.network.neutron [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.983613] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2bfe7c08-b697-4d12-9937-89b461938069 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.186s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.031585] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.176050] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 7c350606-bf18-451b-8107-54560658f758] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.325458] env[69374]: DEBUG oslo_vmware.api [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112240, 'name': PowerOnVM_Task, 'duration_secs': 0.66132} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.325810] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.326067] env[69374]: INFO nova.compute.manager [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1199.326324] env[69374]: DEBUG nova.compute.manager [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1199.327217] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5d0467-cf37-4548-a43c-9d7b3da2b928 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.473160] env[69374]: DEBUG nova.network.neutron [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.675974] env[69374]: DEBUG nova.network.neutron [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Updating instance_info_cache with network_info: [{"id": "5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa", "address": "fa:16:3e:02:cb:6f", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb3fb40-70", "ovs_interfaceid": "5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.679888] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: c8d635be-2047-4866-a68a-4251cc46b49e] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.703083] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13027133-57a5-4a85-a773-77273c60f71d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.712503] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c0e447-8454-4242-b90e-725e69c4c949 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.744699] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88ceca3-6be3-4b46-a0d4-33129ca8c0cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.753666] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e23a325-4c67-4fa9-8232-4504dcc09309 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.770488] env[69374]: DEBUG nova.compute.provider_tree [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.846642] env[69374]: INFO nova.compute.manager [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Took 13.18 seconds to build instance. [ 1200.179172] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "refresh_cache-49e40b32-0a69-4cec-ba51-d74cf2380330" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.179676] env[69374]: DEBUG nova.compute.manager [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Instance network_info: |[{"id": "5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa", "address": "fa:16:3e:02:cb:6f", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb3fb40-70", "ovs_interfaceid": "5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.180384] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:cb:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.193333] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.194017] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: bfbe4bcd-0c9f-4e4d-ae31-d517eb5fc1ac] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.197428] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.198753] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f3f34ff-ed3a-4190-be83-b2e4c00cf960 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.230317] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.230317] env[69374]: value = "task-4112241" [ 1200.230317] env[69374]: _type = "Task" [ 1200.230317] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.240246] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112241, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.273593] env[69374]: DEBUG nova.scheduler.client.report [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.348891] env[69374]: DEBUG oslo_concurrency.lockutils [None req-733a426e-31f7-438e-9cf5-f8ec859c3a16 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Lock "323eb55e-8372-46e4-8f1d-453d1798505e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.701s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.374628] env[69374]: DEBUG nova.compute.manager [req-c14333f7-be0d-4c91-9e95-e262cd0862e5 req-59651e1f-d4db-46f5-8df9-72520239422a service nova] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Received event network-changed-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.375142] env[69374]: DEBUG nova.compute.manager [req-c14333f7-be0d-4c91-9e95-e262cd0862e5 req-59651e1f-d4db-46f5-8df9-72520239422a service nova] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Refreshing instance network info cache due to event network-changed-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.375416] env[69374]: DEBUG oslo_concurrency.lockutils [req-c14333f7-be0d-4c91-9e95-e262cd0862e5 req-59651e1f-d4db-46f5-8df9-72520239422a service nova] Acquiring lock "refresh_cache-49e40b32-0a69-4cec-ba51-d74cf2380330" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.375607] env[69374]: DEBUG oslo_concurrency.lockutils [req-c14333f7-be0d-4c91-9e95-e262cd0862e5 req-59651e1f-d4db-46f5-8df9-72520239422a service nova] Acquired lock "refresh_cache-49e40b32-0a69-4cec-ba51-d74cf2380330" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.375817] env[69374]: DEBUG nova.network.neutron [req-c14333f7-be0d-4c91-9e95-e262cd0862e5 req-59651e1f-d4db-46f5-8df9-72520239422a service nova] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Refreshing network info cache for port 5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.698988] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 97b1c804-c2c2-4991-9e9d-7443a412265e] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.740341] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112241, 'name': CreateVM_Task, 'duration_secs': 0.4434} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.740539] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.741314] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.741540] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.741935] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.742215] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaccb1a0-407b-4ab1-b26c-6926cf8dffc6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.748067] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1200.748067] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52139a36-dc2f-32d5-0a7f-7bf4cbc0624a" [ 1200.748067] env[69374]: _type = "Task" [ 1200.748067] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.756757] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52139a36-dc2f-32d5-0a7f-7bf4cbc0624a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.779334] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.779739] env[69374]: DEBUG nova.compute.manager [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.782682] env[69374]: DEBUG oslo_concurrency.lockutils [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.012s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.782964] env[69374]: DEBUG nova.objects.instance [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lazy-loading 'resources' on Instance uuid 51c71bfd-c289-4699-a2df-3bac283cbd45 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.912143] env[69374]: INFO nova.compute.manager [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Rescuing [ 1200.912441] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquiring lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.912598] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquired lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.912797] env[69374]: DEBUG nova.network.neutron [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.176863] env[69374]: DEBUG nova.network.neutron [req-c14333f7-be0d-4c91-9e95-e262cd0862e5 req-59651e1f-d4db-46f5-8df9-72520239422a service nova] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Updated VIF entry in instance network info cache for port 5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.177359] env[69374]: DEBUG nova.network.neutron [req-c14333f7-be0d-4c91-9e95-e262cd0862e5 req-59651e1f-d4db-46f5-8df9-72520239422a service nova] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Updating instance_info_cache with network_info: [{"id": "5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa", "address": "fa:16:3e:02:cb:6f", "network": {"id": "b9c8af75-dcc7-4627-99f5-d313f7b9e2f8", "bridge": "br-int", "label": "tempest-ServersTestJSON-2019742690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c21f4064b2a4d4480b28bb877fdf815", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb3fb40-70", "ovs_interfaceid": "5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.202797] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: d1a29344-cd5b-48e9-bf01-2356ae4016f6] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.259411] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52139a36-dc2f-32d5-0a7f-7bf4cbc0624a, 'name': SearchDatastore_Task, 'duration_secs': 0.040273} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.259722] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.259976] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.260243] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.260414] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.260607] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.260909] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce7aa7c3-63f4-4651-a5f8-355cb8c72ff1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.275734] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.275941] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.276701] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db4792b-2171-4596-973c-a34fc0ada5aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.283519] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1201.283519] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5273c2f4-001f-d4c8-0b4a-7a6cdff59962" [ 1201.283519] env[69374]: _type = "Task" [ 1201.283519] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.288409] env[69374]: DEBUG nova.compute.utils [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.292629] env[69374]: DEBUG nova.compute.manager [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.292807] env[69374]: DEBUG nova.network.neutron [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.300642] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5273c2f4-001f-d4c8-0b4a-7a6cdff59962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.339578] env[69374]: DEBUG nova.policy [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '182ab8b9fc314f41bea04a16afcdcc18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8f5a50db5c2416186264f96d78f4490', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.536399] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fffd237-1dd5-433c-9b53-7f7d607e4243 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.548347] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a408c535-4c83-4bbe-ab98-c868c2268ca1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.582584] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3777ab1-7afa-4d8c-9472-b2d768a8383f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.590778] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ec1adb-2702-476e-a106-85f1e47e9fb2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.605123] env[69374]: DEBUG nova.compute.provider_tree [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.617575] env[69374]: DEBUG nova.network.neutron [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updating instance_info_cache with network_info: [{"id": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "address": "fa:16:3e:37:f1:50", "network": {"id": "b2056265-8966-41ec-9d3b-8e44b7a66abc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1882432538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb8a6a60bbda4f62be8d096a366da8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f35ef0-dd", "ovs_interfaceid": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.680563] env[69374]: DEBUG oslo_concurrency.lockutils [req-c14333f7-be0d-4c91-9e95-e262cd0862e5 req-59651e1f-d4db-46f5-8df9-72520239422a service nova] Releasing lock "refresh_cache-49e40b32-0a69-4cec-ba51-d74cf2380330" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.708111] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: e697715e-c3d1-48ca-89ac-3caa6a76307d] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.750952] env[69374]: DEBUG nova.network.neutron [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Successfully created port: 289f9d2e-ac9b-474c-8ada-a20328417bb8 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.794907] env[69374]: DEBUG nova.compute.manager [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.797760] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5273c2f4-001f-d4c8-0b4a-7a6cdff59962, 'name': SearchDatastore_Task, 'duration_secs': 0.024595} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.798590] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1200fd1-6b3f-4401-81ab-52d25bd2a902 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.807123] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1201.807123] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]528e348f-02c8-3d97-d978-d944e3c278db" [ 1201.807123] env[69374]: _type = "Task" [ 1201.807123] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.816234] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528e348f-02c8-3d97-d978-d944e3c278db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.899975] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "89501f21-3b96-4c55-a56e-45250379d404" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.900159] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "89501f21-3b96-4c55-a56e-45250379d404" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.110869] env[69374]: DEBUG nova.scheduler.client.report [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.119952] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Releasing lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.209056] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: b7e0528a-581a-4001-bdb8-e16f3f28647f] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.305404] env[69374]: INFO nova.virt.block_device [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Booting with volume 24e95e60-f63b-4019-99ff-4738d135c42b at /dev/sda [ 1202.316313] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528e348f-02c8-3d97-d978-d944e3c278db, 'name': SearchDatastore_Task, 'duration_secs': 0.014328} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.316590] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.316871] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 49e40b32-0a69-4cec-ba51-d74cf2380330/49e40b32-0a69-4cec-ba51-d74cf2380330.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.317190] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-452d6e49-ec8d-4a43-abfd-4defe24a6aad {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.325192] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1202.325192] env[69374]: value = "task-4112242" [ 1202.325192] env[69374]: _type = "Task" [ 1202.325192] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.334600] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.386353] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7bc944e-f825-4cad-ac9c-9cdc03576ac1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.396067] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ca15ec-804f-41e3-8f25-72005737cfe8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.410021] env[69374]: DEBUG nova.compute.manager [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.439091] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-614e99e7-bf9a-446f-8231-fb9ee2b34c0a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.449015] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c40346-5d54-4262-9a96-56f4bb599a3c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.483801] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c4d7fc-c0ee-49df-a5ce-4867562aa3e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.491115] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac234341-7a5d-4edd-a333-3352ea92d723 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.504826] env[69374]: DEBUG nova.virt.block_device [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating existing volume attachment record: b9f0db40-b712-4e24-8a0d-ba71873e48f4 {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1202.616440] env[69374]: DEBUG oslo_concurrency.lockutils [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.619031] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.788s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.620711] env[69374]: INFO nova.compute.claims [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.647031] env[69374]: INFO nova.scheduler.client.report [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Deleted allocations for instance 51c71bfd-c289-4699-a2df-3bac283cbd45 [ 1202.712153] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: ea25149b-d4b6-4418-973a-849ab078fe10] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.839042] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112242, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.928468] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.154551] env[69374]: DEBUG oslo_concurrency.lockutils [None req-12c508ab-12a3-4680-8c2a-4fdb686c0ec8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "51c71bfd-c289-4699-a2df-3bac283cbd45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.124s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.216599] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 779402fd-c790-4518-96ec-a9faf7721dee] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.300154] env[69374]: DEBUG nova.compute.manager [req-b4132077-b2e8-4491-91d7-c437f4275330 req-5f0e12d8-7565-4507-88a9-ec89fbbf780e service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Received event network-vif-plugged-289f9d2e-ac9b-474c-8ada-a20328417bb8 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.300379] env[69374]: DEBUG oslo_concurrency.lockutils [req-b4132077-b2e8-4491-91d7-c437f4275330 req-5f0e12d8-7565-4507-88a9-ec89fbbf780e service nova] Acquiring lock "2bf6f660-fc60-4224-a7b2-e4e654066b99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.300631] env[69374]: DEBUG oslo_concurrency.lockutils [req-b4132077-b2e8-4491-91d7-c437f4275330 req-5f0e12d8-7565-4507-88a9-ec89fbbf780e service nova] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.300858] env[69374]: DEBUG oslo_concurrency.lockutils [req-b4132077-b2e8-4491-91d7-c437f4275330 req-5f0e12d8-7565-4507-88a9-ec89fbbf780e service nova] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.300985] env[69374]: DEBUG nova.compute.manager [req-b4132077-b2e8-4491-91d7-c437f4275330 req-5f0e12d8-7565-4507-88a9-ec89fbbf780e service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] No waiting events found dispatching network-vif-plugged-289f9d2e-ac9b-474c-8ada-a20328417bb8 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1203.301618] env[69374]: WARNING nova.compute.manager [req-b4132077-b2e8-4491-91d7-c437f4275330 req-5f0e12d8-7565-4507-88a9-ec89fbbf780e service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Received unexpected event network-vif-plugged-289f9d2e-ac9b-474c-8ada-a20328417bb8 for instance with vm_state building and task_state block_device_mapping. [ 1203.339250] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708533} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.339647] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 49e40b32-0a69-4cec-ba51-d74cf2380330/49e40b32-0a69-4cec-ba51-d74cf2380330.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.339984] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.340381] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c386384-0d42-4b83-939b-e037822b86ed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.349993] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1203.349993] env[69374]: value = "task-4112243" [ 1203.349993] env[69374]: _type = "Task" [ 1203.349993] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.363325] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.419781] env[69374]: DEBUG nova.network.neutron [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Successfully updated port: 289f9d2e-ac9b-474c-8ada-a20328417bb8 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.661559] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.662152] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31d6dd1b-8c65-49ad-a446-bf6bcd1b1b4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.674573] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1203.674573] env[69374]: value = "task-4112245" [ 1203.674573] env[69374]: _type = "Task" [ 1203.674573] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.688772] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.719644] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 2ac650ee-f9af-4486-8402-d546524edb14] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.861928] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075094} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.864970] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.866066] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33025f9e-add6-4be8-aad5-960952f014f9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.889051] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 49e40b32-0a69-4cec-ba51-d74cf2380330/49e40b32-0a69-4cec-ba51-d74cf2380330.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.890604] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12be9004-bdaf-4ce5-b346-c04312a4e23b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.905601] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec58808e-745f-47fd-ad74-a6a88722b3b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.913488] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04701509-6775-4772-a3a8-01a8d46ffe0e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.918386] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1203.918386] env[69374]: value = "task-4112246" [ 1203.918386] env[69374]: _type = "Task" [ 1203.918386] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.952734] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.952962] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.953199] env[69374]: DEBUG nova.network.neutron [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.956809] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3489f67-497b-40ff-87f4-4752ee243a76 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.963637] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.970767] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72ec5fb-32ec-411d-82e8-aad84d5ba06a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.987404] env[69374]: DEBUG nova.compute.provider_tree [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.184694] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112245, 'name': PowerOffVM_Task, 'duration_secs': 0.353772} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.185042] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.185974] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e64601-8d54-4e40-ba52-983b4946b5c3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.205845] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d801d000-e5d9-44e3-9886-26452eaeb210 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.222932] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 972843e9-eeb9-4157-80a8-498723f60484] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.250976] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.251328] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f586b51f-9b96-4f06-bd86-dc5ead242c06 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.260251] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1204.260251] env[69374]: value = "task-4112247" [ 1204.260251] env[69374]: _type = "Task" [ 1204.260251] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.270961] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1204.271238] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.271493] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.271651] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.271824] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.272358] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a708c4b-ad46-4d1b-9456-6fe68007e383 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.289107] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.289361] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.290145] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab1b515a-670e-4410-bc4d-7a0add340fe8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.296209] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1204.296209] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5260283c-3b64-1199-9fa5-1168f98c6911" [ 1204.296209] env[69374]: _type = "Task" [ 1204.296209] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.305112] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5260283c-3b64-1199-9fa5-1168f98c6911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.429771] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112246, 'name': ReconfigVM_Task, 'duration_secs': 0.355174} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.430133] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 49e40b32-0a69-4cec-ba51-d74cf2380330/49e40b32-0a69-4cec-ba51-d74cf2380330.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.430783] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e31ee6d-f91a-4453-adbf-27e8502b2de4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.439096] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1204.439096] env[69374]: value = "task-4112248" [ 1204.439096] env[69374]: _type = "Task" [ 1204.439096] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.459238] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112248, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.490906] env[69374]: DEBUG nova.scheduler.client.report [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.503410] env[69374]: DEBUG nova.network.neutron [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.593345] env[69374]: DEBUG nova.compute.manager [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.593345] env[69374]: DEBUG nova.virt.hardware [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.593345] env[69374]: DEBUG nova.virt.hardware [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.593345] env[69374]: DEBUG nova.virt.hardware [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.593345] env[69374]: DEBUG nova.virt.hardware [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.593345] env[69374]: DEBUG nova.virt.hardware [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.593345] env[69374]: DEBUG nova.virt.hardware [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.593345] env[69374]: DEBUG nova.virt.hardware [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.593345] env[69374]: DEBUG nova.virt.hardware [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.593345] env[69374]: DEBUG nova.virt.hardware [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.593345] env[69374]: DEBUG nova.virt.hardware [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.593345] env[69374]: DEBUG nova.virt.hardware [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.594793] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dc5e9d-eb3c-4b6d-8409-afb9be37043e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.606122] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb7b4a0-fdb7-4dc8-8a57-dbdca5930959 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.727146] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: c62cd4ef-38ff-40eb-b992-a70c51fb8f99] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.807863] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5260283c-3b64-1199-9fa5-1168f98c6911, 'name': SearchDatastore_Task, 'duration_secs': 0.013388} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.808712] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9c4f91-0daf-4125-a667-5bf8b3876d93 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.815383] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1204.815383] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5244f8d0-aaf9-e00e-c9ba-b83bd0cdf5ae" [ 1204.815383] env[69374]: _type = "Task" [ 1204.815383] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.824882] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5244f8d0-aaf9-e00e-c9ba-b83bd0cdf5ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.949744] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112248, 'name': Rename_Task, 'duration_secs': 0.174036} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.950079] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.950422] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-695bf3a8-a0d2-43d0-ba72-5874c9e599c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.958083] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1204.958083] env[69374]: value = "task-4112249" [ 1204.958083] env[69374]: _type = "Task" [ 1204.958083] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.967424] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.968504] env[69374]: DEBUG nova.network.neutron [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance_info_cache with network_info: [{"id": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "address": "fa:16:3e:1d:1c:93", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289f9d2e-ac", "ovs_interfaceid": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.996767] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.997036] env[69374]: DEBUG nova.compute.manager [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.999655] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.968s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.001122] env[69374]: INFO nova.compute.claims [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.230491] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: b4a597c2-2bca-4eaa-9792-a98df34155a0] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.281186] env[69374]: INFO nova.compute.manager [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Rebuilding instance [ 1205.327481] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5244f8d0-aaf9-e00e-c9ba-b83bd0cdf5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.032331} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.330330] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.330625] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 323eb55e-8372-46e4-8f1d-453d1798505e/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. {{(pid=69374) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1205.331927] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22641ffc-4869-40de-9de8-f31fee0f2cdf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.335257] env[69374]: DEBUG nova.compute.manager [req-1ffca9f4-9ef7-4dec-bd42-e8e2cdd7c1ee req-a5d2a8b9-0399-473f-add4-462f9585d74c service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Received event network-changed-289f9d2e-ac9b-474c-8ada-a20328417bb8 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.335493] env[69374]: DEBUG nova.compute.manager [req-1ffca9f4-9ef7-4dec-bd42-e8e2cdd7c1ee req-a5d2a8b9-0399-473f-add4-462f9585d74c service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Refreshing instance network info cache due to event network-changed-289f9d2e-ac9b-474c-8ada-a20328417bb8. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.335643] env[69374]: DEBUG oslo_concurrency.lockutils [req-1ffca9f4-9ef7-4dec-bd42-e8e2cdd7c1ee req-a5d2a8b9-0399-473f-add4-462f9585d74c service nova] Acquiring lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.338818] env[69374]: DEBUG nova.compute.manager [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.340064] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f341730f-ed04-4c25-b75d-391e27cc8849 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.346116] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1205.346116] env[69374]: value = "task-4112250" [ 1205.346116] env[69374]: _type = "Task" [ 1205.346116] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.361259] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.470943] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.471318] env[69374]: DEBUG nova.compute.manager [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Instance network_info: |[{"id": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "address": "fa:16:3e:1d:1c:93", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289f9d2e-ac", "ovs_interfaceid": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.471664] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112249, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.472085] env[69374]: DEBUG oslo_concurrency.lockutils [req-1ffca9f4-9ef7-4dec-bd42-e8e2cdd7c1ee req-a5d2a8b9-0399-473f-add4-462f9585d74c service nova] Acquired lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.472392] env[69374]: DEBUG nova.network.neutron [req-1ffca9f4-9ef7-4dec-bd42-e8e2cdd7c1ee req-a5d2a8b9-0399-473f-add4-462f9585d74c service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Refreshing network info cache for port 289f9d2e-ac9b-474c-8ada-a20328417bb8 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.473993] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:1c:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '289f9d2e-ac9b-474c-8ada-a20328417bb8', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.482803] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.486887] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.487492] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c685555-0777-46d7-8a61-9dc6e4303a0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.506440] env[69374]: DEBUG nova.compute.utils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.507934] env[69374]: DEBUG nova.compute.manager [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Not allocating networking since 'none' was specified. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1205.517209] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.517209] env[69374]: value = "task-4112251" [ 1205.517209] env[69374]: _type = "Task" [ 1205.517209] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.529101] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112251, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.733723] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: bdf4e988-dcd8-4028-b157-5c681d03c83d] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.763879] env[69374]: DEBUG nova.network.neutron [req-1ffca9f4-9ef7-4dec-bd42-e8e2cdd7c1ee req-a5d2a8b9-0399-473f-add4-462f9585d74c service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updated VIF entry in instance network info cache for port 289f9d2e-ac9b-474c-8ada-a20328417bb8. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.763879] env[69374]: DEBUG nova.network.neutron [req-1ffca9f4-9ef7-4dec-bd42-e8e2cdd7c1ee req-a5d2a8b9-0399-473f-add4-462f9585d74c service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance_info_cache with network_info: [{"id": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "address": "fa:16:3e:1d:1c:93", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289f9d2e-ac", "ovs_interfaceid": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.861154] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.971836] env[69374]: DEBUG oslo_vmware.api [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112249, 'name': PowerOnVM_Task, 'duration_secs': 0.515729} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.972199] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.972476] env[69374]: INFO nova.compute.manager [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1205.972778] env[69374]: DEBUG nova.compute.manager [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.973626] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb347a1-3e8e-4f26-a180-7dc012ff306f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.012090] env[69374]: DEBUG nova.compute.manager [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.028714] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112251, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.235317] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7c7908-c02b-4614-be0c-f54d55fb8d5c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.238138] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: d0e61a0d-d9ac-43a8-8381-adeb72711345] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.245268] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7656698-972c-4a82-8805-6da3df77dd14 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.277620] env[69374]: DEBUG oslo_concurrency.lockutils [req-1ffca9f4-9ef7-4dec-bd42-e8e2cdd7c1ee req-a5d2a8b9-0399-473f-add4-462f9585d74c service nova] Releasing lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.279325] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e523f69c-6ff3-42d0-b0da-fb2864d0e00d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.288185] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea1bf32-a3bb-4335-9b24-3245925e6eb8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.302455] env[69374]: DEBUG nova.compute.provider_tree [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.359997] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592523} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.360249] env[69374]: INFO nova.virt.vmwareapi.ds_util [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 323eb55e-8372-46e4-8f1d-453d1798505e/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk. [ 1206.361015] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6637fc7f-205d-4365-a2e8-875040797e9e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.363889] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.364129] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45d3925d-da73-41b5-a213-475dcffda3b9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.389417] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 323eb55e-8372-46e4-8f1d-453d1798505e/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.391520] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ec98869-5335-4252-89f8-86204afa63eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.411026] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1206.411026] env[69374]: value = "task-4112252" [ 1206.411026] env[69374]: _type = "Task" [ 1206.411026] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.416420] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1206.416420] env[69374]: value = "task-4112253" [ 1206.416420] env[69374]: _type = "Task" [ 1206.416420] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.419962] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.429288] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.491302] env[69374]: INFO nova.compute.manager [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Took 16.90 seconds to build instance. [ 1206.536230] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112251, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.742394] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: e9cfe433-5f9e-43fe-adf6-281c6a2bd11f] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.824527] env[69374]: ERROR nova.scheduler.client.report [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [req-2b576021-1d67-42b3-9239-67584cde2566] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0733b889-6ed8-45b1-bdbb-a649d48352c0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b576021-1d67-42b3-9239-67584cde2566"}]} [ 1206.846910] env[69374]: DEBUG nova.scheduler.client.report [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1206.863850] env[69374]: DEBUG nova.scheduler.client.report [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1206.864136] env[69374]: DEBUG nova.compute.provider_tree [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.876653] env[69374]: DEBUG nova.scheduler.client.report [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1206.896915] env[69374]: DEBUG nova.scheduler.client.report [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1206.930149] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112252, 'name': PowerOffVM_Task, 'duration_secs': 0.270915} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.930582] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.931517] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.933157] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6823c36-115a-46a7-b59b-7a7926fdae73 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.941806] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112253, 'name': ReconfigVM_Task, 'duration_secs': 0.417925} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.945772] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 323eb55e-8372-46e4-8f1d-453d1798505e/ef45ff1f-ed61-434d-8979-a15df138f780-rescue.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.947221] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67c0c71-2a48-4ea6-bbf9-63330b8010af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.953624] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.954457] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19df1fd6-efbc-4c46-aaff-d85bd34c6f8d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.980654] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3edb26d0-d578-473d-896b-bb3aabf614ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.993916] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b3a2f0bd-d153-446f-8b86-2be9803f265f tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "49e40b32-0a69-4cec-ba51-d74cf2380330" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.407s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.997449] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1206.997449] env[69374]: value = "task-4112255" [ 1206.997449] env[69374]: _type = "Task" [ 1206.997449] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.006254] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.028267] env[69374]: DEBUG nova.compute.manager [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.041251] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112251, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.043896] env[69374]: DEBUG oslo_concurrency.lockutils [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "49e40b32-0a69-4cec-ba51-d74cf2380330" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.044169] env[69374]: DEBUG oslo_concurrency.lockutils [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "49e40b32-0a69-4cec-ba51-d74cf2380330" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.044358] env[69374]: DEBUG nova.compute.manager [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1207.045471] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd82975b-2f7e-456a-8ef3-28a4823d1229 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.060495] env[69374]: DEBUG nova.virt.hardware [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.060495] env[69374]: DEBUG nova.virt.hardware [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.060725] env[69374]: DEBUG nova.virt.hardware [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.060824] env[69374]: DEBUG nova.virt.hardware [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.060976] env[69374]: DEBUG nova.virt.hardware [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.061255] env[69374]: DEBUG nova.virt.hardware [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.061598] env[69374]: DEBUG nova.virt.hardware [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.061791] env[69374]: DEBUG nova.virt.hardware [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.061975] env[69374]: DEBUG nova.virt.hardware [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.062180] env[69374]: DEBUG nova.virt.hardware [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.062357] env[69374]: DEBUG nova.virt.hardware [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.063769] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9f77be-bc48-42a4-8a4d-21c85acc4d30 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.072232] env[69374]: DEBUG nova.compute.manager [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69374) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1207.072929] env[69374]: DEBUG nova.objects.instance [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lazy-loading 'flavor' on Instance uuid 49e40b32-0a69-4cec-ba51-d74cf2380330 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.074313] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.074580] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.074696] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleting the datastore file [datastore1] 0b3e6046-0051-45d3-9bb5-0f17e418655e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.075784] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee517304-4755-44d8-aa8b-10d62d50571d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.081752] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cf29ae-644a-4f5e-be5e-2002be2d5015 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.089977] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1207.089977] env[69374]: value = "task-4112256" [ 1207.089977] env[69374]: _type = "Task" [ 1207.089977] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.103507] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.109212] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Creating folder: Project (dfb19d2a764d4fe9add23a4a5db4b74e). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1207.112770] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b4e90c0-f029-44d0-ad7b-887451e8de3b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.118296] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.128807] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Created folder: Project (dfb19d2a764d4fe9add23a4a5db4b74e) in parent group-v814324. [ 1207.129018] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Creating folder: Instances. Parent ref: group-v814636. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1207.129273] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0470ccfe-3f5e-4062-aaa9-16c1f877aa1f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.141151] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Created folder: Instances in parent group-v814636. [ 1207.141432] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.141649] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.141894] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ab8c40d-5fb8-449c-83d6-de531d6d275a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.164282] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.164282] env[69374]: value = "task-4112259" [ 1207.164282] env[69374]: _type = "Task" [ 1207.164282] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.174580] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112259, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.230252] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03467e7e-606f-46fc-97f2-2dc6450b6d2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.241118] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e37909-b61c-4a3a-aa20-dde6b22be535 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.246263] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 31448034-c45f-4db5-94c8-4f25aed681d4] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.275937] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3d3447-0477-4916-a825-aae9c47c06f5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.285648] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647cf175-6ea5-4422-8fa2-f399c22e7668 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.303545] env[69374]: DEBUG nova.compute.provider_tree [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.506914] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112255, 'name': ReconfigVM_Task, 'duration_secs': 0.219795} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.507331] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.507604] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd1ca46-b8c8-4de2-840d-8fb167966a6e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.514067] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1207.514067] env[69374]: value = "task-4112260" [ 1207.514067] env[69374]: _type = "Task" [ 1207.514067] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.522074] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.532320] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112251, 'name': CreateVM_Task, 'duration_secs': 1.557661} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.532481] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.533214] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814629', 'volume_id': '24e95e60-f63b-4019-99ff-4738d135c42b', 'name': 'volume-24e95e60-f63b-4019-99ff-4738d135c42b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bf6f660-fc60-4224-a7b2-e4e654066b99', 'attached_at': '', 'detached_at': '', 'volume_id': '24e95e60-f63b-4019-99ff-4738d135c42b', 'serial': '24e95e60-f63b-4019-99ff-4738d135c42b'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'attachment_id': 'b9f0db40-b712-4e24-8a0d-ba71873e48f4', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69374) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1207.533428] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Root volume attach. Driver type: vmdk {{(pid=69374) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1207.534245] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c50cdd-3ee7-4c15-b831-b24957cc5dc8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.542651] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db184a7-9fe7-4038-a0fa-5d1343d6251b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.549589] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c74b79-d3c6-4692-84b2-269eba32ee25 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.556959] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c2661d4d-607d-4cc0-95b7-15a9e781a0d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.565978] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1207.565978] env[69374]: value = "task-4112261" [ 1207.565978] env[69374]: _type = "Task" [ 1207.565978] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.575334] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112261, 'name': RelocateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.603706] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244557} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.604015] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.604231] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.604415] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.674998] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112259, 'name': CreateVM_Task, 'duration_secs': 0.402775} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.676152] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.676789] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.677089] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.677567] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.678607] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb842842-eb03-45ec-8063-3411bfe068f4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.684478] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1207.684478] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526e8dd5-6be1-e2a6-a26b-94039bb63782" [ 1207.684478] env[69374]: _type = "Task" [ 1207.684478] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.694186] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526e8dd5-6be1-e2a6-a26b-94039bb63782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.750531] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: d416b791-41d7-47b9-9ef6-84798a8523a7] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.844413] env[69374]: DEBUG nova.scheduler.client.report [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1207.844413] env[69374]: DEBUG nova.compute.provider_tree [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 155 to 156 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1207.844413] env[69374]: DEBUG nova.compute.provider_tree [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.032261] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112260, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.080387] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112261, 'name': RelocateVM_Task} progress is 40%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.085239] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.085661] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9add50d3-7034-40b6-aba0-bc36e0c8a39a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.096744] env[69374]: DEBUG oslo_vmware.api [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1208.096744] env[69374]: value = "task-4112262" [ 1208.096744] env[69374]: _type = "Task" [ 1208.096744] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.112800] env[69374]: DEBUG oslo_vmware.api [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.162680] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "c9dc76f1-fcae-4708-98d7-81734b313822" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.162983] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "c9dc76f1-fcae-4708-98d7-81734b313822" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.163246] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "c9dc76f1-fcae-4708-98d7-81734b313822-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.163451] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "c9dc76f1-fcae-4708-98d7-81734b313822-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.163748] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "c9dc76f1-fcae-4708-98d7-81734b313822-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.166595] env[69374]: INFO nova.compute.manager [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Terminating instance [ 1208.199607] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526e8dd5-6be1-e2a6-a26b-94039bb63782, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.199962] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.200308] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.200718] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.200718] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.200905] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.201228] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8737969-6cac-4b7e-8a75-12bbdb72d120 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.218341] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.218790] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.219850] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0074f8-f8d2-4442-a640-446dd95c01cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.229450] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1208.229450] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52185e0d-db39-732b-d145-2b6457bcbdaa" [ 1208.229450] env[69374]: _type = "Task" [ 1208.229450] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.240929] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52185e0d-db39-732b-d145-2b6457bcbdaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.254390] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 11bbb20c-59a1-4e67-b19d-4c7a6f0ef521] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.348689] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.349s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.349550] env[69374]: DEBUG nova.compute.manager [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.352845] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.424s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.355480] env[69374]: INFO nova.compute.claims [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.528310] env[69374]: DEBUG oslo_vmware.api [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112260, 'name': PowerOnVM_Task, 'duration_secs': 0.519282} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.528627] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.531817] env[69374]: DEBUG nova.compute.manager [None req-0f457c9d-8d33-4ed7-956e-7baec4c71751 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1208.532798] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40abe182-620d-4502-93c4-eb9d64ad7b48 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.579753] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112261, 'name': RelocateVM_Task} progress is 53%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.608674] env[69374]: DEBUG oslo_vmware.api [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112262, 'name': PowerOffVM_Task, 'duration_secs': 0.242334} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.609048] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.609426] env[69374]: DEBUG nova.compute.manager [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1208.610239] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0553148-c78d-481d-a0b5-9535c35d0255 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.643035] env[69374]: DEBUG nova.virt.hardware [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.643035] env[69374]: DEBUG nova.virt.hardware [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.643035] env[69374]: DEBUG nova.virt.hardware [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.643035] env[69374]: DEBUG nova.virt.hardware [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.643544] env[69374]: DEBUG nova.virt.hardware [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.643838] env[69374]: DEBUG nova.virt.hardware [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.644201] env[69374]: DEBUG nova.virt.hardware [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.644491] env[69374]: DEBUG nova.virt.hardware [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.644808] env[69374]: DEBUG nova.virt.hardware [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.645119] env[69374]: DEBUG nova.virt.hardware [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.645447] env[69374]: DEBUG nova.virt.hardware [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.646474] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29194e9-3d76-4669-a097-9514a7a640ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.658805] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a54eca-d296-4cd5-9645-c4bc2d591a51 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.679137] env[69374]: DEBUG nova.compute.manager [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.679641] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.680675] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:3e:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '711996b7-97f5-4bdb-a73b-18ff6b67e4c1', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.688783] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.689914] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e693db57-659a-47e0-a100-3766712d8436 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.693162] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.693869] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63959321-1de4-4cd5-ba0c-c034d47f401a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.716279] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.717633] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce16f5bb-ee9b-4399-96cd-1b8e6c2da88e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.719423] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.719423] env[69374]: value = "task-4112263" [ 1208.719423] env[69374]: _type = "Task" [ 1208.719423] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.726087] env[69374]: DEBUG oslo_vmware.api [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1208.726087] env[69374]: value = "task-4112264" [ 1208.726087] env[69374]: _type = "Task" [ 1208.726087] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.731636] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112263, 'name': CreateVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.738675] env[69374]: DEBUG oslo_vmware.api [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.746286] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52185e0d-db39-732b-d145-2b6457bcbdaa, 'name': SearchDatastore_Task, 'duration_secs': 0.046412} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.747236] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4484acd2-f5d7-48a8-bd12-72f2a0141473 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.756515] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1208.756515] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52fb8ab9-a4e4-23f0-7759-42860828ac4b" [ 1208.756515] env[69374]: _type = "Task" [ 1208.756515] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.760306] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: f2722731-3d5f-43c3-8edf-49246bfe6643] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.771407] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fb8ab9-a4e4-23f0-7759-42860828ac4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.854426] env[69374]: DEBUG nova.compute.utils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.855917] env[69374]: DEBUG nova.compute.manager [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.856095] env[69374]: DEBUG nova.network.neutron [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.900953] env[69374]: DEBUG nova.policy [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c147c27b49494398b65655e39e09cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a9e77fc935493aa27fc0552bbec035', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.079809] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112261, 'name': RelocateVM_Task} progress is 65%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.126355] env[69374]: DEBUG oslo_concurrency.lockutils [None req-55748491-0723-4842-8af1-2aa516d339ac tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "49e40b32-0a69-4cec-ba51-d74cf2380330" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.237495] env[69374]: DEBUG oslo_vmware.api [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.240969] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112263, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.264183] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 1c81ac2d-3c62-4228-9eab-609f12f442fe] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.270385] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fb8ab9-a4e4-23f0-7759-42860828ac4b, 'name': SearchDatastore_Task, 'duration_secs': 0.055192} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.271068] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.271419] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 35f864d3-ddfe-488f-ad5f-5e85ac537e7c/35f864d3-ddfe-488f-ad5f-5e85ac537e7c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.271710] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e22f6d66-5cb8-490c-a74b-eb74d3da759c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.283037] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1209.283037] env[69374]: value = "task-4112265" [ 1209.283037] env[69374]: _type = "Task" [ 1209.283037] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.296034] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.360817] env[69374]: DEBUG nova.compute.manager [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.419412] env[69374]: DEBUG nova.network.neutron [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Successfully created port: 88678096-c587-44d3-8aa6-24880a20b35a {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.583426] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112261, 'name': RelocateVM_Task} progress is 81%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.681445] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87c799f-453d-48e7-b265-a381b70bc189 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.691809] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df842e61-f1c9-4057-9585-120066d1e1e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.735546] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117cbc11-d69a-4310-bbc7-b7864e8baca3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.744627] env[69374]: DEBUG oslo_vmware.api [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112264, 'name': PowerOffVM_Task, 'duration_secs': 0.749743} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.750139] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.750335] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.750583] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112263, 'name': CreateVM_Task, 'duration_secs': 0.536254} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.750838] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f888ad1d-70db-40c9-a0c6-de171021eaeb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.752819] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.753887] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa5bd46-78e4-4186-b0c4-f915e59026be {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.759026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.759402] env[69374]: DEBUG oslo_concurrency.lockutils [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.759772] env[69374]: DEBUG oslo_concurrency.lockutils [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.760532] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78891a6f-fb14-4f5b-8edc-76f6c1454cf7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.767642] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1209.767642] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5237e870-243e-d91b-bf5f-5332518302ac" [ 1209.767642] env[69374]: _type = "Task" [ 1209.767642] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.776396] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 68199287-6193-4cc9-af64-d96ff4f254bf] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.780751] env[69374]: DEBUG nova.compute.provider_tree [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.797830] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.803720] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5237e870-243e-d91b-bf5f-5332518302ac, 'name': SearchDatastore_Task, 'duration_secs': 0.022267} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.804213] env[69374]: DEBUG oslo_concurrency.lockutils [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.804462] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.804818] env[69374]: DEBUG oslo_concurrency.lockutils [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.805042] env[69374]: DEBUG oslo_concurrency.lockutils [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.805307] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.806008] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ee7e78c-2855-49a7-9f63-ca7c954ea018 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.822090] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.822309] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.823439] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649a5e6a-98fe-4d94-a8fb-29bd7e50d92f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.833470] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1209.833470] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52cfadab-1bfe-b9d3-cb9b-25f963620caf" [ 1209.833470] env[69374]: _type = "Task" [ 1209.833470] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.854333] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cfadab-1bfe-b9d3-cb9b-25f963620caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.889759] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.890030] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.890243] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Deleting the datastore file [datastore2] c9dc76f1-fcae-4708-98d7-81734b313822 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.890540] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-362ebec2-edef-4605-b08c-2dc540780fb0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.901581] env[69374]: DEBUG oslo_vmware.api [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1209.901581] env[69374]: value = "task-4112267" [ 1209.901581] env[69374]: _type = "Task" [ 1209.901581] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.915372] env[69374]: DEBUG oslo_vmware.api [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.086639] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112261, 'name': RelocateVM_Task} progress is 92%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.286099] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 789144b7-6a4e-4634-abc1-ca01bcba7710] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.301080] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.324224] env[69374]: DEBUG nova.scheduler.client.report [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Updated inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1210.324528] env[69374]: DEBUG nova.compute.provider_tree [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Updating resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 generation from 156 to 157 during operation: update_inventory {{(pid=69374) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1210.324720] env[69374]: DEBUG nova.compute.provider_tree [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1210.351211] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "49e40b32-0a69-4cec-ba51-d74cf2380330" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.351648] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "49e40b32-0a69-4cec-ba51-d74cf2380330" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.351978] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "49e40b32-0a69-4cec-ba51-d74cf2380330-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.352325] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "49e40b32-0a69-4cec-ba51-d74cf2380330-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.352625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "49e40b32-0a69-4cec-ba51-d74cf2380330-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.355715] env[69374]: INFO nova.compute.manager [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Terminating instance [ 1210.360210] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cfadab-1bfe-b9d3-cb9b-25f963620caf, 'name': SearchDatastore_Task, 'duration_secs': 0.022741} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.361782] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4fa761b-b032-4a5d-bcfb-37cbb568c1e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.368597] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1210.368597] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d6179e-aa6c-338b-b644-d14176d6471b" [ 1210.368597] env[69374]: _type = "Task" [ 1210.368597] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.381053] env[69374]: DEBUG nova.compute.manager [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.383377] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d6179e-aa6c-338b-b644-d14176d6471b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.415762] env[69374]: DEBUG oslo_vmware.api [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.418532] env[69374]: DEBUG nova.virt.hardware [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.418759] env[69374]: DEBUG nova.virt.hardware [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.418994] env[69374]: DEBUG nova.virt.hardware [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.419184] env[69374]: DEBUG nova.virt.hardware [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.419286] env[69374]: DEBUG nova.virt.hardware [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.419403] env[69374]: DEBUG nova.virt.hardware [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.419623] env[69374]: DEBUG nova.virt.hardware [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.419903] env[69374]: DEBUG nova.virt.hardware [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.420098] env[69374]: DEBUG nova.virt.hardware [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.420226] env[69374]: DEBUG nova.virt.hardware [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.420485] env[69374]: DEBUG nova.virt.hardware [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.421537] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c754f-38eb-4d7e-90b4-c216cf5b86cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.431692] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02058f9b-11b5-4762-a6c8-078e1874b82b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.513928] env[69374]: DEBUG nova.compute.manager [req-6d6d8fce-9326-43c4-80c2-ed3a43702d5c req-0f9cef67-9070-4361-a547-eba9d4efabbd service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Received event network-changed-f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.514113] env[69374]: DEBUG nova.compute.manager [req-6d6d8fce-9326-43c4-80c2-ed3a43702d5c req-0f9cef67-9070-4361-a547-eba9d4efabbd service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Refreshing instance network info cache due to event network-changed-f3f35ef0-dd27-4a89-a2d9-df7222656432. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.514330] env[69374]: DEBUG oslo_concurrency.lockutils [req-6d6d8fce-9326-43c4-80c2-ed3a43702d5c req-0f9cef67-9070-4361-a547-eba9d4efabbd service nova] Acquiring lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.514470] env[69374]: DEBUG oslo_concurrency.lockutils [req-6d6d8fce-9326-43c4-80c2-ed3a43702d5c req-0f9cef67-9070-4361-a547-eba9d4efabbd service nova] Acquired lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.514630] env[69374]: DEBUG nova.network.neutron [req-6d6d8fce-9326-43c4-80c2-ed3a43702d5c req-0f9cef67-9070-4361-a547-eba9d4efabbd service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Refreshing network info cache for port f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.582859] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112261, 'name': RelocateVM_Task} progress is 97%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.794965] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 26b0f6c3-7bf6-4786-8998-cdd3c334ba61] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.805977] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112265, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.831344] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.832118] env[69374]: DEBUG nova.compute.manager [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.861969] env[69374]: DEBUG nova.compute.manager [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.862325] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.863362] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc0e230-3433-4271-98c0-9aa0991ecd22 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.879154] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.880051] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f53aea0-7444-4209-9402-86e80d119e3b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.888071] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d6179e-aa6c-338b-b644-d14176d6471b, 'name': SearchDatastore_Task, 'duration_secs': 0.025635} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.888338] env[69374]: DEBUG oslo_concurrency.lockutils [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.888651] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 0b3e6046-0051-45d3-9bb5-0f17e418655e/0b3e6046-0051-45d3-9bb5-0f17e418655e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.888962] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8289ebf-f62d-432b-8864-a6618ea95932 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.899374] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1210.899374] env[69374]: value = "task-4112269" [ 1210.899374] env[69374]: _type = "Task" [ 1210.899374] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.919897] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.924146] env[69374]: DEBUG oslo_vmware.api [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.984466] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.984813] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.985038] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleting the datastore file [datastore1] 49e40b32-0a69-4cec-ba51-d74cf2380330 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.985342] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f22adaa0-a638-40b9-872a-753823a10326 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.992696] env[69374]: DEBUG oslo_vmware.api [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1210.992696] env[69374]: value = "task-4112270" [ 1210.992696] env[69374]: _type = "Task" [ 1210.992696] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.002253] env[69374]: DEBUG oslo_vmware.api [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.085729] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112261, 'name': RelocateVM_Task} progress is 98%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.236646] env[69374]: DEBUG nova.network.neutron [req-6d6d8fce-9326-43c4-80c2-ed3a43702d5c req-0f9cef67-9070-4361-a547-eba9d4efabbd service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updated VIF entry in instance network info cache for port f3f35ef0-dd27-4a89-a2d9-df7222656432. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.236646] env[69374]: DEBUG nova.network.neutron [req-6d6d8fce-9326-43c4-80c2-ed3a43702d5c req-0f9cef67-9070-4361-a547-eba9d4efabbd service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updating instance_info_cache with network_info: [{"id": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "address": "fa:16:3e:37:f1:50", "network": {"id": "b2056265-8966-41ec-9d3b-8e44b7a66abc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1882432538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb8a6a60bbda4f62be8d096a366da8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f35ef0-dd", "ovs_interfaceid": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.301364] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 702f1036-cfda-4b41-87ae-6a5d4c60e758] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.309030] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112265, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.777783} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.309030] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 35f864d3-ddfe-488f-ad5f-5e85ac537e7c/35f864d3-ddfe-488f-ad5f-5e85ac537e7c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.309030] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.309030] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1570f983-283f-4a57-8fb3-16f7bd5e616c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.322774] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1211.322774] env[69374]: value = "task-4112271" [ 1211.322774] env[69374]: _type = "Task" [ 1211.322774] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.336818] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.340563] env[69374]: DEBUG nova.compute.utils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.344679] env[69374]: DEBUG nova.compute.manager [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1211.345018] env[69374]: DEBUG nova.network.neutron [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.401818] env[69374]: DEBUG nova.policy [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5651671f989743be8bfdee94a52f6bf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29eed2dedd544a15803c87d1de081863', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.405100] env[69374]: DEBUG nova.network.neutron [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Successfully updated port: 88678096-c587-44d3-8aa6-24880a20b35a {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.426902] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.433226] env[69374]: DEBUG oslo_vmware.api [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.146435} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.433226] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.433226] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.433226] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.433226] env[69374]: INFO nova.compute.manager [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1211.433708] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.433708] env[69374]: DEBUG nova.compute.manager [-] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.433904] env[69374]: DEBUG nova.network.neutron [-] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.446451] env[69374]: DEBUG nova.compute.manager [req-ae48fbcc-018b-4344-b9f1-9de4ef0741c3 req-a5aaa783-b3a1-482b-b0fe-f3893a84d83e service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Received event network-vif-plugged-88678096-c587-44d3-8aa6-24880a20b35a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.446678] env[69374]: DEBUG oslo_concurrency.lockutils [req-ae48fbcc-018b-4344-b9f1-9de4ef0741c3 req-a5aaa783-b3a1-482b-b0fe-f3893a84d83e service nova] Acquiring lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.446888] env[69374]: DEBUG oslo_concurrency.lockutils [req-ae48fbcc-018b-4344-b9f1-9de4ef0741c3 req-a5aaa783-b3a1-482b-b0fe-f3893a84d83e service nova] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.447338] env[69374]: DEBUG oslo_concurrency.lockutils [req-ae48fbcc-018b-4344-b9f1-9de4ef0741c3 req-a5aaa783-b3a1-482b-b0fe-f3893a84d83e service nova] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.447592] env[69374]: DEBUG nova.compute.manager [req-ae48fbcc-018b-4344-b9f1-9de4ef0741c3 req-a5aaa783-b3a1-482b-b0fe-f3893a84d83e service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] No waiting events found dispatching network-vif-plugged-88678096-c587-44d3-8aa6-24880a20b35a {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1211.447592] env[69374]: WARNING nova.compute.manager [req-ae48fbcc-018b-4344-b9f1-9de4ef0741c3 req-a5aaa783-b3a1-482b-b0fe-f3893a84d83e service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Received unexpected event network-vif-plugged-88678096-c587-44d3-8aa6-24880a20b35a for instance with vm_state building and task_state spawning. [ 1211.505724] env[69374]: DEBUG oslo_vmware.api [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.585019] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112261, 'name': RelocateVM_Task, 'duration_secs': 3.901612} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.585344] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1211.585551] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814629', 'volume_id': '24e95e60-f63b-4019-99ff-4738d135c42b', 'name': 'volume-24e95e60-f63b-4019-99ff-4738d135c42b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bf6f660-fc60-4224-a7b2-e4e654066b99', 'attached_at': '', 'detached_at': '', 'volume_id': '24e95e60-f63b-4019-99ff-4738d135c42b', 'serial': '24e95e60-f63b-4019-99ff-4738d135c42b'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1211.586602] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9de8dd-5ae4-4a92-9715-3b9293736147 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.605650] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae146c3-4720-492c-b431-95996b8c26bc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.641933] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-24e95e60-f63b-4019-99ff-4738d135c42b/volume-24e95e60-f63b-4019-99ff-4738d135c42b.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.642574] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a783b5d3-0b32-4beb-99d3-74fca455b91f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.677392] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1211.677392] env[69374]: value = "task-4112272" [ 1211.677392] env[69374]: _type = "Task" [ 1211.677392] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.689606] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112272, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.740784] env[69374]: DEBUG oslo_concurrency.lockutils [req-6d6d8fce-9326-43c4-80c2-ed3a43702d5c req-0f9cef67-9070-4361-a547-eba9d4efabbd service nova] Releasing lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.755252] env[69374]: DEBUG nova.network.neutron [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Successfully created port: 532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.808196] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 57575546-660a-4ce5-b6b0-f0a0dfaa5169] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.837547] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27901} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.837870] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.838855] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2cb160-57d8-439d-ab54-d42026624b2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.858871] env[69374]: DEBUG nova.compute.manager [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.872061] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 35f864d3-ddfe-488f-ad5f-5e85ac537e7c/35f864d3-ddfe-488f-ad5f-5e85ac537e7c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.873255] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce212c0d-1886-40be-a634-840d46c0ac4a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.900726] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1211.900726] env[69374]: value = "task-4112273" [ 1211.900726] env[69374]: _type = "Task" [ 1211.900726] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.913203] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "refresh_cache-c5613d9c-f430-4bf6-993f-0bf5a9efd503" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.913397] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "refresh_cache-c5613d9c-f430-4bf6-993f-0bf5a9efd503" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.913607] env[69374]: DEBUG nova.network.neutron [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.926546] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112273, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.928538] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112269, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.007222] env[69374]: DEBUG oslo_vmware.api [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.84101} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.007222] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.007222] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.007222] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.007222] env[69374]: INFO nova.compute.manager [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1212.007222] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.007222] env[69374]: DEBUG nova.compute.manager [-] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.007222] env[69374]: DEBUG nova.network.neutron [-] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.195071] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.314536] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 23852d0d-1e37-458d-bc2f-453086768afc] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.425795] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.432887] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112269, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.149613} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.434097] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 0b3e6046-0051-45d3-9bb5-0f17e418655e/0b3e6046-0051-45d3-9bb5-0f17e418655e.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.434605] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.435078] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-899c8280-903d-42f3-97e5-d0f512787a4d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.447033] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1212.447033] env[69374]: value = "task-4112274" [ 1212.447033] env[69374]: _type = "Task" [ 1212.447033] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.458467] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.463943] env[69374]: DEBUG nova.network.neutron [-] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.522198] env[69374]: DEBUG nova.network.neutron [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.647822] env[69374]: DEBUG nova.compute.manager [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Received event network-changed-f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.648209] env[69374]: DEBUG nova.compute.manager [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Refreshing instance network info cache due to event network-changed-f3f35ef0-dd27-4a89-a2d9-df7222656432. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.648578] env[69374]: DEBUG oslo_concurrency.lockutils [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] Acquiring lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.648838] env[69374]: DEBUG oslo_concurrency.lockutils [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] Acquired lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.649180] env[69374]: DEBUG nova.network.neutron [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Refreshing network info cache for port f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.688115] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112272, 'name': ReconfigVM_Task, 'duration_secs': 0.722463} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.688368] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-24e95e60-f63b-4019-99ff-4738d135c42b/volume-24e95e60-f63b-4019-99ff-4738d135c42b.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.696644] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26699cd3-9f17-48f9-83f3-b07277e2d07a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.713797] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1212.713797] env[69374]: value = "task-4112275" [ 1212.713797] env[69374]: _type = "Task" [ 1212.713797] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.725317] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.816784] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 8f7563b6-b739-48f5-afcd-74ff590d32ef] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.883818] env[69374]: DEBUG nova.compute.manager [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.918723] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.921094] env[69374]: DEBUG nova.virt.hardware [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.921385] env[69374]: DEBUG nova.virt.hardware [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.921591] env[69374]: DEBUG nova.virt.hardware [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.921837] env[69374]: DEBUG nova.virt.hardware [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.922089] env[69374]: DEBUG nova.virt.hardware [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.922296] env[69374]: DEBUG nova.virt.hardware [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.922550] env[69374]: DEBUG nova.virt.hardware [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.922756] env[69374]: DEBUG nova.virt.hardware [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.922975] env[69374]: DEBUG nova.virt.hardware [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.923195] env[69374]: DEBUG nova.virt.hardware [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.923418] env[69374]: DEBUG nova.virt.hardware [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.924722] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e10935a-bdcb-4733-bd20-3efe3f1afcd3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.933320] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa48a08-f84a-453f-89b3-d0a7652181f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.957300] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211588} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.957606] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.958880] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3371ca6f-e80f-496a-9ed7-3de6ffe46ffb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.972753] env[69374]: INFO nova.compute.manager [-] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Took 1.54 seconds to deallocate network for instance. [ 1212.981837] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 0b3e6046-0051-45d3-9bb5-0f17e418655e/0b3e6046-0051-45d3-9bb5-0f17e418655e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.983665] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f4daa72-2d01-43d2-be38-ce5fb24f0421 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.007132] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1213.007132] env[69374]: value = "task-4112276" [ 1213.007132] env[69374]: _type = "Task" [ 1213.007132] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.017192] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.111147] env[69374]: DEBUG nova.network.neutron [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Updating instance_info_cache with network_info: [{"id": "88678096-c587-44d3-8aa6-24880a20b35a", "address": "fa:16:3e:29:3f:c7", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88678096-c5", "ovs_interfaceid": "88678096-c587-44d3-8aa6-24880a20b35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.120148] env[69374]: DEBUG nova.network.neutron [-] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.227368] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.322343] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: a1ab1f2f-0e69-4483-9271-45a85b69608c] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.338484] env[69374]: DEBUG nova.network.neutron [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Successfully updated port: 532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.412182] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112273, 'name': ReconfigVM_Task, 'duration_secs': 1.168187} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.415062] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 35f864d3-ddfe-488f-ad5f-5e85ac537e7c/35f864d3-ddfe-488f-ad5f-5e85ac537e7c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.415972] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d33a671b-8c70-4902-9e76-d01dfd38eb69 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.423985] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1213.423985] env[69374]: value = "task-4112277" [ 1213.423985] env[69374]: _type = "Task" [ 1213.423985] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.432956] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112277, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.503178] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.503568] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.503796] env[69374]: DEBUG nova.objects.instance [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lazy-loading 'resources' on Instance uuid c9dc76f1-fcae-4708-98d7-81734b313822 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.519296] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.527369] env[69374]: DEBUG nova.compute.manager [req-64d9bcbf-877f-4ce1-8f5c-bef3c1844504 req-f920a007-5b06-4772-bb0b-8924c55433a9 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Received event network-vif-plugged-532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.527588] env[69374]: DEBUG oslo_concurrency.lockutils [req-64d9bcbf-877f-4ce1-8f5c-bef3c1844504 req-f920a007-5b06-4772-bb0b-8924c55433a9 service nova] Acquiring lock "89501f21-3b96-4c55-a56e-45250379d404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.527794] env[69374]: DEBUG oslo_concurrency.lockutils [req-64d9bcbf-877f-4ce1-8f5c-bef3c1844504 req-f920a007-5b06-4772-bb0b-8924c55433a9 service nova] Lock "89501f21-3b96-4c55-a56e-45250379d404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.527965] env[69374]: DEBUG oslo_concurrency.lockutils [req-64d9bcbf-877f-4ce1-8f5c-bef3c1844504 req-f920a007-5b06-4772-bb0b-8924c55433a9 service nova] Lock "89501f21-3b96-4c55-a56e-45250379d404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.528188] env[69374]: DEBUG nova.compute.manager [req-64d9bcbf-877f-4ce1-8f5c-bef3c1844504 req-f920a007-5b06-4772-bb0b-8924c55433a9 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] No waiting events found dispatching network-vif-plugged-532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1213.528307] env[69374]: WARNING nova.compute.manager [req-64d9bcbf-877f-4ce1-8f5c-bef3c1844504 req-f920a007-5b06-4772-bb0b-8924c55433a9 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Received unexpected event network-vif-plugged-532f1b5e-28a4-416e-a319-e8c48655bf7e for instance with vm_state building and task_state spawning. [ 1213.598533] env[69374]: DEBUG nova.network.neutron [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updated VIF entry in instance network info cache for port f3f35ef0-dd27-4a89-a2d9-df7222656432. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.598956] env[69374]: DEBUG nova.network.neutron [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updating instance_info_cache with network_info: [{"id": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "address": "fa:16:3e:37:f1:50", "network": {"id": "b2056265-8966-41ec-9d3b-8e44b7a66abc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1882432538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb8a6a60bbda4f62be8d096a366da8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f35ef0-dd", "ovs_interfaceid": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.616864] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "refresh_cache-c5613d9c-f430-4bf6-993f-0bf5a9efd503" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.617260] env[69374]: DEBUG nova.compute.manager [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Instance network_info: |[{"id": "88678096-c587-44d3-8aa6-24880a20b35a", "address": "fa:16:3e:29:3f:c7", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88678096-c5", "ovs_interfaceid": "88678096-c587-44d3-8aa6-24880a20b35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.617785] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:3f:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88678096-c587-44d3-8aa6-24880a20b35a', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.626516] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.627793] env[69374]: INFO nova.compute.manager [-] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Took 1.62 seconds to deallocate network for instance. [ 1213.628134] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.631225] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d130cb-712d-4ab4-9482-15e7168da80b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.660127] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.660127] env[69374]: value = "task-4112278" [ 1213.660127] env[69374]: _type = "Task" [ 1213.660127] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.673559] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112278, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.728467] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.824990] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 952742cc-1231-4064-9d92-e28e196553c1] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.843601] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.843794] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.844101] env[69374]: DEBUG nova.network.neutron [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.936316] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112277, 'name': Rename_Task, 'duration_secs': 0.191898} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.936618] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.936848] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a6373a-e4ad-4394-a956-f92c7107b618 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.944957] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1213.944957] env[69374]: value = "task-4112279" [ 1213.944957] env[69374]: _type = "Task" [ 1213.944957] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.956319] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.027147] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112276, 'name': ReconfigVM_Task, 'duration_secs': 0.679438} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.027512] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 0b3e6046-0051-45d3-9bb5-0f17e418655e/0b3e6046-0051-45d3-9bb5-0f17e418655e.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.030448] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbe1a8be-8a16-4d4e-9745-ce0b6a66ab26 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.042331] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1214.042331] env[69374]: value = "task-4112280" [ 1214.042331] env[69374]: _type = "Task" [ 1214.042331] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.063050] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112280, 'name': Rename_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.103234] env[69374]: DEBUG oslo_concurrency.lockutils [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] Releasing lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.103234] env[69374]: DEBUG nova.compute.manager [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Received event network-changed-88678096-c587-44d3-8aa6-24880a20b35a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.103234] env[69374]: DEBUG nova.compute.manager [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Refreshing instance network info cache due to event network-changed-88678096-c587-44d3-8aa6-24880a20b35a. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.103596] env[69374]: DEBUG oslo_concurrency.lockutils [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] Acquiring lock "refresh_cache-c5613d9c-f430-4bf6-993f-0bf5a9efd503" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.103647] env[69374]: DEBUG oslo_concurrency.lockutils [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] Acquired lock "refresh_cache-c5613d9c-f430-4bf6-993f-0bf5a9efd503" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.103933] env[69374]: DEBUG nova.network.neutron [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Refreshing network info cache for port 88678096-c587-44d3-8aa6-24880a20b35a {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.156444] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.175484] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112278, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.231197] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112275, 'name': ReconfigVM_Task, 'duration_secs': 1.142683} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.231566] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814629', 'volume_id': '24e95e60-f63b-4019-99ff-4738d135c42b', 'name': 'volume-24e95e60-f63b-4019-99ff-4738d135c42b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bf6f660-fc60-4224-a7b2-e4e654066b99', 'attached_at': '', 'detached_at': '', 'volume_id': '24e95e60-f63b-4019-99ff-4738d135c42b', 'serial': '24e95e60-f63b-4019-99ff-4738d135c42b'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1214.232444] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db82a95d-aa43-4f73-b147-98fd13431794 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.239864] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1214.239864] env[69374]: value = "task-4112281" [ 1214.239864] env[69374]: _type = "Task" [ 1214.239864] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.250985] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112281, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.293580] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413e3d07-e5e4-41f9-a698-584e48d3363d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.304231] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e87e9c-98bd-4cce-8a17-0647cbd401c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.348190] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 283fd941-f17d-4f36-b200-791f75bf7f97] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.353783] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e194108a-5e2e-4233-89b2-ae3fd3d330bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.363996] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a452bf6a-33f6-488b-9c74-1b7ddfbe0127 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.381055] env[69374]: DEBUG nova.compute.provider_tree [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.398682] env[69374]: DEBUG nova.network.neutron [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.455614] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112279, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.552939] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112280, 'name': Rename_Task, 'duration_secs': 0.198229} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.553427] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.553717] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3524290d-c18c-4b8f-97da-1f8918661755 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.560933] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1214.560933] env[69374]: value = "task-4112282" [ 1214.560933] env[69374]: _type = "Task" [ 1214.560933] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.570555] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.677308] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112278, 'name': CreateVM_Task, 'duration_secs': 0.517985} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.677506] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.678275] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.678453] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.678834] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.680571] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9dc23ad-3e8d-46f1-8d5d-03fa9ae7dfd2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.686070] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1214.686070] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524c0168-29a8-bccc-84c6-600f206618a9" [ 1214.686070] env[69374]: _type = "Task" [ 1214.686070] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.696215] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524c0168-29a8-bccc-84c6-600f206618a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.731514] env[69374]: DEBUG nova.network.neutron [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updating instance_info_cache with network_info: [{"id": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "address": "fa:16:3e:0a:6e:89", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f1b5e-28", "ovs_interfaceid": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.751546] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112281, 'name': Rename_Task, 'duration_secs': 0.145876} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.751837] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.752152] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-265e34a8-86f6-4d75-a721-8a9ef6dc46ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.761147] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1214.761147] env[69374]: value = "task-4112283" [ 1214.761147] env[69374]: _type = "Task" [ 1214.761147] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.775975] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.853625] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 79593cb2-e266-49c8-905d-c0ff06320f3a] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.860682] env[69374]: DEBUG nova.compute.manager [req-5cad5b50-1121-41bb-9eaa-18e03822b2e4 req-04b7c3d1-10f3-4d5a-bc3f-08e6e57b5fa8 service nova] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Received event network-vif-deleted-5fb3fb40-70e0-4628-87fb-6fa7b6d40dfa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.860918] env[69374]: DEBUG nova.compute.manager [req-5cad5b50-1121-41bb-9eaa-18e03822b2e4 req-04b7c3d1-10f3-4d5a-bc3f-08e6e57b5fa8 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Received event network-changed-f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.861097] env[69374]: DEBUG nova.compute.manager [req-5cad5b50-1121-41bb-9eaa-18e03822b2e4 req-04b7c3d1-10f3-4d5a-bc3f-08e6e57b5fa8 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Refreshing instance network info cache due to event network-changed-f3f35ef0-dd27-4a89-a2d9-df7222656432. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.861425] env[69374]: DEBUG oslo_concurrency.lockutils [req-5cad5b50-1121-41bb-9eaa-18e03822b2e4 req-04b7c3d1-10f3-4d5a-bc3f-08e6e57b5fa8 service nova] Acquiring lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.861579] env[69374]: DEBUG oslo_concurrency.lockutils [req-5cad5b50-1121-41bb-9eaa-18e03822b2e4 req-04b7c3d1-10f3-4d5a-bc3f-08e6e57b5fa8 service nova] Acquired lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.861787] env[69374]: DEBUG nova.network.neutron [req-5cad5b50-1121-41bb-9eaa-18e03822b2e4 req-04b7c3d1-10f3-4d5a-bc3f-08e6e57b5fa8 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Refreshing network info cache for port f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.885079] env[69374]: DEBUG nova.network.neutron [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Updated VIF entry in instance network info cache for port 88678096-c587-44d3-8aa6-24880a20b35a. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.885079] env[69374]: DEBUG nova.network.neutron [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Updating instance_info_cache with network_info: [{"id": "88678096-c587-44d3-8aa6-24880a20b35a", "address": "fa:16:3e:29:3f:c7", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88678096-c5", "ovs_interfaceid": "88678096-c587-44d3-8aa6-24880a20b35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.886753] env[69374]: DEBUG nova.scheduler.client.report [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.957542] env[69374]: DEBUG oslo_vmware.api [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112279, 'name': PowerOnVM_Task, 'duration_secs': 0.767372} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.958016] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.958223] env[69374]: INFO nova.compute.manager [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1214.958282] env[69374]: DEBUG nova.compute.manager [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1214.959430] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a11abc-9388-4772-9cda-441bf46ec0f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.072676] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112282, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.197152] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524c0168-29a8-bccc-84c6-600f206618a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010499} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.197512] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.197757] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.197998] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.198184] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.198394] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.198680] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e6af372-981b-4e95-a5da-4ca505d91308 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.212502] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.212686] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.213664] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d654fe0e-ef88-4526-a35a-4ebcea9bb333 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.220187] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1215.220187] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5286f010-8cbe-b56c-e745-698e19dcc536" [ 1215.220187] env[69374]: _type = "Task" [ 1215.220187] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.229035] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5286f010-8cbe-b56c-e745-698e19dcc536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.234692] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.235124] env[69374]: DEBUG nova.compute.manager [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Instance network_info: |[{"id": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "address": "fa:16:3e:0a:6e:89", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f1b5e-28", "ovs_interfaceid": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.235550] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:6e:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '532f1b5e-28a4-416e-a319-e8c48655bf7e', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.250815] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.251314] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.251752] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4128777c-10c2-4c45-9d0d-52dae208daa0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.285729] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112283, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.288285] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.288285] env[69374]: value = "task-4112284" [ 1215.288285] env[69374]: _type = "Task" [ 1215.288285] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.303588] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112284, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.357727] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 71bb33fe-516e-45d1-9097-775e783d763e] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.391749] env[69374]: DEBUG oslo_concurrency.lockutils [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] Releasing lock "refresh_cache-c5613d9c-f430-4bf6-993f-0bf5a9efd503" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.392044] env[69374]: DEBUG nova.compute.manager [req-299adb0b-3b7b-494e-97bc-9d9f840ed463 req-87dec647-ef04-4e85-ba5f-095bb42c3b4d service nova] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Received event network-vif-deleted-ade3c102-245d-4d44-aefa-347da57a153c {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.392837] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.396212] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.240s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.396365] env[69374]: DEBUG nova.objects.instance [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lazy-loading 'resources' on Instance uuid 49e40b32-0a69-4cec-ba51-d74cf2380330 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.429611] env[69374]: INFO nova.scheduler.client.report [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Deleted allocations for instance c9dc76f1-fcae-4708-98d7-81734b313822 [ 1215.483103] env[69374]: INFO nova.compute.manager [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Took 17.67 seconds to build instance. [ 1215.563844] env[69374]: DEBUG nova.compute.manager [req-de40451a-0746-4008-a4db-b9754b428f5c req-2b32ac27-a81b-4f0d-b31c-0c28916b3bb9 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Received event network-changed-532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.564058] env[69374]: DEBUG nova.compute.manager [req-de40451a-0746-4008-a4db-b9754b428f5c req-2b32ac27-a81b-4f0d-b31c-0c28916b3bb9 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Refreshing instance network info cache due to event network-changed-532f1b5e-28a4-416e-a319-e8c48655bf7e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.564278] env[69374]: DEBUG oslo_concurrency.lockutils [req-de40451a-0746-4008-a4db-b9754b428f5c req-2b32ac27-a81b-4f0d-b31c-0c28916b3bb9 service nova] Acquiring lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.564420] env[69374]: DEBUG oslo_concurrency.lockutils [req-de40451a-0746-4008-a4db-b9754b428f5c req-2b32ac27-a81b-4f0d-b31c-0c28916b3bb9 service nova] Acquired lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.564581] env[69374]: DEBUG nova.network.neutron [req-de40451a-0746-4008-a4db-b9754b428f5c req-2b32ac27-a81b-4f0d-b31c-0c28916b3bb9 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Refreshing network info cache for port 532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.588919] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112282, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.632185] env[69374]: DEBUG nova.network.neutron [req-5cad5b50-1121-41bb-9eaa-18e03822b2e4 req-04b7c3d1-10f3-4d5a-bc3f-08e6e57b5fa8 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updated VIF entry in instance network info cache for port f3f35ef0-dd27-4a89-a2d9-df7222656432. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.632877] env[69374]: DEBUG nova.network.neutron [req-5cad5b50-1121-41bb-9eaa-18e03822b2e4 req-04b7c3d1-10f3-4d5a-bc3f-08e6e57b5fa8 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updating instance_info_cache with network_info: [{"id": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "address": "fa:16:3e:37:f1:50", "network": {"id": "b2056265-8966-41ec-9d3b-8e44b7a66abc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1882432538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb8a6a60bbda4f62be8d096a366da8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f35ef0-dd", "ovs_interfaceid": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.736331] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5286f010-8cbe-b56c-e745-698e19dcc536, 'name': SearchDatastore_Task, 'duration_secs': 0.035133} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.736331] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6754d62-d267-4285-bb93-fc3f3a2f8e94 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.741436] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1215.741436] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524f706d-ff6b-13ef-90cb-10898342e6b8" [ 1215.741436] env[69374]: _type = "Task" [ 1215.741436] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.751155] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524f706d-ff6b-13ef-90cb-10898342e6b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.782917] env[69374]: DEBUG oslo_vmware.api [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112283, 'name': PowerOnVM_Task, 'duration_secs': 0.567736} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.783684] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.786033] env[69374]: INFO nova.compute.manager [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Took 11.19 seconds to spawn the instance on the hypervisor. [ 1215.786467] env[69374]: DEBUG nova.compute.manager [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1215.788258] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bfec7f-0f69-43ba-94f6-db96f5b59bf6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.805101] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112284, 'name': CreateVM_Task, 'duration_secs': 0.396474} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.805542] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.806329] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.806558] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.807028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.808387] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e413bc-8469-4a02-8fcc-48964fc46e42 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.813803] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1215.813803] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]528c2a71-02ae-69fe-06d9-885f8359a4e4" [ 1215.813803] env[69374]: _type = "Task" [ 1215.813803] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.823055] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528c2a71-02ae-69fe-06d9-885f8359a4e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.861544] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 7db22c5e-6c21-49be-8906-ec6aff0e722c] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.938671] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63c9549f-937b-43f5-a236-e78128dbaff0 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "c9dc76f1-fcae-4708-98d7-81734b313822" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.776s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.985393] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a3e361f0-32bc-46c4-94c4-0ee8e5a8b9aa tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.191s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.074015] env[69374]: DEBUG oslo_vmware.api [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112282, 'name': PowerOnVM_Task, 'duration_secs': 1.103876} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.074426] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.074687] env[69374]: DEBUG nova.compute.manager [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1216.075577] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2eb6ee-6beb-45c8-97dd-d2f64693b8bc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.136452] env[69374]: DEBUG oslo_concurrency.lockutils [req-5cad5b50-1121-41bb-9eaa-18e03822b2e4 req-04b7c3d1-10f3-4d5a-bc3f-08e6e57b5fa8 service nova] Releasing lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.150143] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c538b9-7bbe-46cf-95dd-da4eea8c06f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.153655] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquiring lock "323eb55e-8372-46e4-8f1d-453d1798505e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.153950] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Lock "323eb55e-8372-46e4-8f1d-453d1798505e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.154134] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquiring lock "323eb55e-8372-46e4-8f1d-453d1798505e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.154315] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Lock "323eb55e-8372-46e4-8f1d-453d1798505e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.154698] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Lock "323eb55e-8372-46e4-8f1d-453d1798505e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.156839] env[69374]: INFO nova.compute.manager [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Terminating instance [ 1216.164244] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c075339-34c3-4d7a-b874-ee60c532b88c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.202317] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9907f96d-de72-4785-8f0e-e44d3db0ad10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.211673] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24b72da-238c-48c5-b108-67a5fb2eb208 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.227605] env[69374]: DEBUG nova.compute.provider_tree [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.253772] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524f706d-ff6b-13ef-90cb-10898342e6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.255320] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.255581] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] c5613d9c-f430-4bf6-993f-0bf5a9efd503/c5613d9c-f430-4bf6-993f-0bf5a9efd503.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.258886] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb9977b6-d427-4182-9521-ebeb2e55e811 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.271583] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1216.271583] env[69374]: value = "task-4112285" [ 1216.271583] env[69374]: _type = "Task" [ 1216.271583] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.284047] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.312116] env[69374]: INFO nova.compute.manager [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Took 19.02 seconds to build instance. [ 1216.324206] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528c2a71-02ae-69fe-06d9-885f8359a4e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.325099] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.325349] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.325581] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.325728] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.325923] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.326467] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e463c754-ce98-4f5c-af49-f2954ec57a7b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.335908] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.336144] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.337518] env[69374]: DEBUG nova.network.neutron [req-de40451a-0746-4008-a4db-b9754b428f5c req-2b32ac27-a81b-4f0d-b31c-0c28916b3bb9 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updated VIF entry in instance network info cache for port 532f1b5e-28a4-416e-a319-e8c48655bf7e. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.337839] env[69374]: DEBUG nova.network.neutron [req-de40451a-0746-4008-a4db-b9754b428f5c req-2b32ac27-a81b-4f0d-b31c-0c28916b3bb9 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updating instance_info_cache with network_info: [{"id": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "address": "fa:16:3e:0a:6e:89", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f1b5e-28", "ovs_interfaceid": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.338912] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65036c58-e08a-4855-b671-d0a58ec3cfe4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.345846] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1216.345846] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]523b4a8c-b5d8-f96b-6e1f-74e37143ffaa" [ 1216.345846] env[69374]: _type = "Task" [ 1216.345846] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.355733] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523b4a8c-b5d8-f96b-6e1f-74e37143ffaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.365904] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 3d5f0869-84c1-4ccf-97ac-eaff324b7257] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.430398] env[69374]: INFO nova.compute.manager [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Rebuilding instance [ 1216.467196] env[69374]: DEBUG nova.compute.manager [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1216.468077] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd5f77b-308c-4e7a-9941-e291f376651a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.601863] env[69374]: DEBUG oslo_concurrency.lockutils [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.670617] env[69374]: DEBUG nova.compute.manager [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.670928] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.671928] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd09286-1370-45d2-b454-1973bfb333e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.681404] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.681756] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da388380-6a65-49eb-85ee-0bb92070b5aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.691261] env[69374]: DEBUG oslo_vmware.api [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1216.691261] env[69374]: value = "task-4112286" [ 1216.691261] env[69374]: _type = "Task" [ 1216.691261] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.702820] env[69374]: DEBUG oslo_vmware.api [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.733265] env[69374]: DEBUG nova.scheduler.client.report [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.763653] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.764569] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.764569] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.764569] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.764884] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.769047] env[69374]: INFO nova.compute.manager [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Terminating instance [ 1216.782674] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112285, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.814234] env[69374]: DEBUG oslo_concurrency.lockutils [None req-60125506-3f13-4047-825e-1311f7142ec9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.531s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.842945] env[69374]: DEBUG oslo_concurrency.lockutils [req-de40451a-0746-4008-a4db-b9754b428f5c req-2b32ac27-a81b-4f0d-b31c-0c28916b3bb9 service nova] Releasing lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.858811] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]523b4a8c-b5d8-f96b-6e1f-74e37143ffaa, 'name': SearchDatastore_Task, 'duration_secs': 0.016924} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.859840] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1dbe1f4-e18a-4330-9395-d8f879cbce42 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.867420] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1216.867420] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5270b5cc-025c-2d2b-acbd-d69e990c8f8d" [ 1216.867420] env[69374]: _type = "Task" [ 1216.867420] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.871182] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 5e27405c-eeb5-4af1-baf5-f9386393587e] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.879738] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5270b5cc-025c-2d2b-acbd-d69e990c8f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.897904] env[69374]: DEBUG nova.compute.manager [req-0a0d60eb-85b5-47e2-8e1e-70c0d91f44c2 req-1935dbf1-d902-4d29-b371-0b1269d955f0 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Received event network-changed-f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.898123] env[69374]: DEBUG nova.compute.manager [req-0a0d60eb-85b5-47e2-8e1e-70c0d91f44c2 req-1935dbf1-d902-4d29-b371-0b1269d955f0 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Refreshing instance network info cache due to event network-changed-f3f35ef0-dd27-4a89-a2d9-df7222656432. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.898343] env[69374]: DEBUG oslo_concurrency.lockutils [req-0a0d60eb-85b5-47e2-8e1e-70c0d91f44c2 req-1935dbf1-d902-4d29-b371-0b1269d955f0 service nova] Acquiring lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.898536] env[69374]: DEBUG oslo_concurrency.lockutils [req-0a0d60eb-85b5-47e2-8e1e-70c0d91f44c2 req-1935dbf1-d902-4d29-b371-0b1269d955f0 service nova] Acquired lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.898644] env[69374]: DEBUG nova.network.neutron [req-0a0d60eb-85b5-47e2-8e1e-70c0d91f44c2 req-1935dbf1-d902-4d29-b371-0b1269d955f0 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Refreshing network info cache for port f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.202516] env[69374]: DEBUG oslo_vmware.api [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112286, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.238681] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.241971] env[69374]: DEBUG oslo_concurrency.lockutils [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.639s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.241971] env[69374]: DEBUG nova.objects.instance [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1217.269163] env[69374]: INFO nova.scheduler.client.report [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted allocations for instance 49e40b32-0a69-4cec-ba51-d74cf2380330 [ 1217.273858] env[69374]: DEBUG nova.compute.manager [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.274144] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.275395] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0fafd1-bb41-4c27-9505-bd3608e13b2c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.288961] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692586} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.292197] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] c5613d9c-f430-4bf6-993f-0bf5a9efd503/c5613d9c-f430-4bf6-993f-0bf5a9efd503.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.292458] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.292772] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.293076] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79708d49-6793-4f90-b52c-7aadefce974d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.296488] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-392848dc-2ca2-4316-b46a-a05bab37c2fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.304679] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1217.304679] env[69374]: value = "task-4112287" [ 1217.304679] env[69374]: _type = "Task" [ 1217.304679] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.306372] env[69374]: DEBUG oslo_vmware.api [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1217.306372] env[69374]: value = "task-4112288" [ 1217.306372] env[69374]: _type = "Task" [ 1217.306372] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.325296] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.329784] env[69374]: DEBUG oslo_vmware.api [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.374647] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 985f141c-62c8-4ee6-8989-3afbb66f0e49] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.380387] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5270b5cc-025c-2d2b-acbd-d69e990c8f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.027652} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.380960] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.381238] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 89501f21-3b96-4c55-a56e-45250379d404/89501f21-3b96-4c55-a56e-45250379d404.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.381513] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9ba61e7-6d73-4c3c-a342-07c38c0a6d07 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.392699] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1217.392699] env[69374]: value = "task-4112289" [ 1217.392699] env[69374]: _type = "Task" [ 1217.392699] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.408140] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.480594] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.481054] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea6ac031-3b0e-4669-ac97-88348f349973 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.491792] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1217.491792] env[69374]: value = "task-4112290" [ 1217.491792] env[69374]: _type = "Task" [ 1217.491792] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.502475] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.680998] env[69374]: DEBUG nova.network.neutron [req-0a0d60eb-85b5-47e2-8e1e-70c0d91f44c2 req-1935dbf1-d902-4d29-b371-0b1269d955f0 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updated VIF entry in instance network info cache for port f3f35ef0-dd27-4a89-a2d9-df7222656432. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.681569] env[69374]: DEBUG nova.network.neutron [req-0a0d60eb-85b5-47e2-8e1e-70c0d91f44c2 req-1935dbf1-d902-4d29-b371-0b1269d955f0 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updating instance_info_cache with network_info: [{"id": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "address": "fa:16:3e:37:f1:50", "network": {"id": "b2056265-8966-41ec-9d3b-8e44b7a66abc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1882432538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cb8a6a60bbda4f62be8d096a366da8e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f35ef0-dd", "ovs_interfaceid": "f3f35ef0-dd27-4a89-a2d9-df7222656432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.703551] env[69374]: DEBUG oslo_vmware.api [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112286, 'name': PowerOffVM_Task, 'duration_secs': 0.533523} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.703823] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.704063] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.704309] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67385568-3bd0-42d8-b900-df5b9367c657 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.780474] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d9feece3-4ed3-4367-95a9-f735b4bdfa22 tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "49e40b32-0a69-4cec-ba51-d74cf2380330" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.429s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.818253] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215857} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.819046] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.819881] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4adbb4-fe59-4aa5-aeda-06e42cd7db5c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.827354] env[69374]: DEBUG oslo_vmware.api [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112288, 'name': PowerOffVM_Task, 'duration_secs': 0.405503} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.828113] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.828934] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.828934] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62616061-8cd3-4b46-b344-96a49f7f66d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.849972] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c5613d9c-f430-4bf6-993f-0bf5a9efd503/c5613d9c-f430-4bf6-993f-0bf5a9efd503.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.850377] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc62209-26c4-4a03-9ae7-cd467d1340b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.874120] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1217.874120] env[69374]: value = "task-4112293" [ 1217.874120] env[69374]: _type = "Task" [ 1217.874120] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.883963] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.884234] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.884514] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69374) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1217.903365] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.903796] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.904149] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Deleting the datastore file [datastore2] fe9bf93f-7e1d-45b7-b788-5516dfdc72ad {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.909433] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0945fefc-3149-4561-a860-9b96fbd4ca69 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.913246] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112289, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.920645] env[69374]: DEBUG oslo_vmware.api [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for the task: (returnval){ [ 1217.920645] env[69374]: value = "task-4112294" [ 1217.920645] env[69374]: _type = "Task" [ 1217.920645] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.933459] env[69374]: DEBUG oslo_vmware.api [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.012440] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112290, 'name': PowerOffVM_Task, 'duration_secs': 0.242559} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.013399] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.014253] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.016850] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882ae5b8-07c4-42cf-82ae-e670e89a8fd0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.029730] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.032028] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd281e04-47d9-40c7-a6e9-3a2589be233e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.073408] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.073775] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.074073] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Deleting the datastore file [datastore2] 35f864d3-ddfe-488f-ad5f-5e85ac537e7c {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.074460] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70cb7e08-284e-433e-bedc-40019f8ef595 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.085288] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1218.085288] env[69374]: value = "task-4112296" [ 1218.085288] env[69374]: _type = "Task" [ 1218.085288] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.097141] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.186471] env[69374]: DEBUG oslo_concurrency.lockutils [req-0a0d60eb-85b5-47e2-8e1e-70c0d91f44c2 req-1935dbf1-d902-4d29-b371-0b1269d955f0 service nova] Releasing lock "refresh_cache-323eb55e-8372-46e4-8f1d-453d1798505e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.186815] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.186997] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.187192] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Deleting the datastore file [datastore1] 323eb55e-8372-46e4-8f1d-453d1798505e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.187472] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8af3604d-5bba-4969-a158-37d4f481f35a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.195101] env[69374]: DEBUG oslo_vmware.api [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for the task: (returnval){ [ 1218.195101] env[69374]: value = "task-4112297" [ 1218.195101] env[69374]: _type = "Task" [ 1218.195101] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.205473] env[69374]: DEBUG oslo_vmware.api [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.250997] env[69374]: DEBUG oslo_concurrency.lockutils [None req-676d4ebb-b2bd-4e2f-b383-d87e019fb79d tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.385779] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.403998] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825027} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.404361] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 89501f21-3b96-4c55-a56e-45250379d404/89501f21-3b96-4c55-a56e-45250379d404.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.404657] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.405051] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20a6a920-1d04-46b9-ae0c-c6a2ec2ba955 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.413553] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1218.413553] env[69374]: value = "task-4112298" [ 1218.413553] env[69374]: _type = "Task" [ 1218.413553] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.425342] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.437833] env[69374]: DEBUG oslo_vmware.api [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Task: {'id': task-4112294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49947} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.437833] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.437833] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.438030] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.438180] env[69374]: INFO nova.compute.manager [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1218.438442] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.438662] env[69374]: DEBUG nova.compute.manager [-] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.438779] env[69374]: DEBUG nova.network.neutron [-] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.600349] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230111} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.600997] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.600997] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.600997] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.708536] env[69374]: DEBUG oslo_vmware.api [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Task: {'id': task-4112297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464904} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.708536] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.708536] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.708736] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.708772] env[69374]: INFO nova.compute.manager [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Took 2.04 seconds to destroy the instance on the hypervisor. [ 1218.712763] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.712763] env[69374]: DEBUG nova.compute.manager [-] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.712763] env[69374]: DEBUG nova.network.neutron [-] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.739042] env[69374]: DEBUG nova.compute.manager [req-d5e315bd-60da-4d58-9a20-4e9592e9cc15 req-caf3a46d-3d56-4ec7-917b-fd22c960b31e service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Received event network-vif-deleted-5c6cfa99-325a-4dd7-97b4-226b85c7d347 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.739257] env[69374]: INFO nova.compute.manager [req-d5e315bd-60da-4d58-9a20-4e9592e9cc15 req-caf3a46d-3d56-4ec7-917b-fd22c960b31e service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Neutron deleted interface 5c6cfa99-325a-4dd7-97b4-226b85c7d347; detaching it from the instance and deleting it from the info cache [ 1218.739444] env[69374]: DEBUG nova.network.neutron [req-d5e315bd-60da-4d58-9a20-4e9592e9cc15 req-caf3a46d-3d56-4ec7-917b-fd22c960b31e service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.879955] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.887968] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112293, 'name': ReconfigVM_Task, 'duration_secs': 0.628519} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.888276] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c5613d9c-f430-4bf6-993f-0bf5a9efd503/c5613d9c-f430-4bf6-993f-0bf5a9efd503.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.889018] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c20f4f1-8b3e-4846-89e8-ed7a80674e7a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.896775] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1218.896775] env[69374]: value = "task-4112299" [ 1218.896775] env[69374]: _type = "Task" [ 1218.896775] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.907739] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112299, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.925745] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07741} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.926160] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.926966] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a8c8e0-60a2-417c-85df-af4e5408c235 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.953024] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 89501f21-3b96-4c55-a56e-45250379d404/89501f21-3b96-4c55-a56e-45250379d404.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.954851] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e9a2c2e-e9ba-4618-ace9-f04a6ccca663 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.972157] env[69374]: DEBUG nova.compute.manager [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Received event network-changed-619f68ce-c4e5-4bf3-8aed-ef1622c5b242 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.972354] env[69374]: DEBUG nova.compute.manager [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Refreshing instance network info cache due to event network-changed-619f68ce-c4e5-4bf3-8aed-ef1622c5b242. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.972564] env[69374]: DEBUG oslo_concurrency.lockutils [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] Acquiring lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.972704] env[69374]: DEBUG oslo_concurrency.lockutils [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] Acquired lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.972929] env[69374]: DEBUG nova.network.neutron [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Refreshing network info cache for port 619f68ce-c4e5-4bf3-8aed-ef1622c5b242 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.981751] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1218.981751] env[69374]: value = "task-4112300" [ 1218.981751] env[69374]: _type = "Task" [ 1218.981751] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.993999] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.218093] env[69374]: DEBUG nova.network.neutron [-] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.232747] env[69374]: DEBUG oslo_concurrency.lockutils [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.233072] env[69374]: DEBUG oslo_concurrency.lockutils [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.233278] env[69374]: DEBUG oslo_concurrency.lockutils [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.233466] env[69374]: DEBUG oslo_concurrency.lockutils [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.233635] env[69374]: DEBUG oslo_concurrency.lockutils [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.235735] env[69374]: INFO nova.compute.manager [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Terminating instance [ 1219.243244] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb20f012-713c-4173-9058-07197a1c6677 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.254069] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdafc8ac-b071-416e-96a6-b7565de6c056 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.290477] env[69374]: DEBUG nova.compute.manager [req-d5e315bd-60da-4d58-9a20-4e9592e9cc15 req-caf3a46d-3d56-4ec7-917b-fd22c960b31e service nova] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Detach interface failed, port_id=5c6cfa99-325a-4dd7-97b4-226b85c7d347, reason: Instance fe9bf93f-7e1d-45b7-b788-5516dfdc72ad could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.323716] env[69374]: DEBUG nova.compute.manager [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Stashing vm_state: active {{(pid=69374) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1219.390394] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.390394] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.390394] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.390394] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.409183] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112299, 'name': Rename_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.492648] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.641653] env[69374]: DEBUG nova.virt.hardware [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.642971] env[69374]: DEBUG nova.virt.hardware [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.642971] env[69374]: DEBUG nova.virt.hardware [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.642971] env[69374]: DEBUG nova.virt.hardware [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.642971] env[69374]: DEBUG nova.virt.hardware [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.642971] env[69374]: DEBUG nova.virt.hardware [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.642971] env[69374]: DEBUG nova.virt.hardware [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.643472] env[69374]: DEBUG nova.virt.hardware [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.643472] env[69374]: DEBUG nova.virt.hardware [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.643579] env[69374]: DEBUG nova.virt.hardware [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.643977] env[69374]: DEBUG nova.virt.hardware [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.644686] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edb0176-b872-4bb9-b84a-d8f4e09ef397 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.654262] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e989b0-4c4c-422a-a1c1-997e5156aaf3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.671037] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.676957] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.679559] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.679791] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60260bf9-ea59-4e01-8edf-020fd6aa7b97 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.700432] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.700432] env[69374]: value = "task-4112301" [ 1219.700432] env[69374]: _type = "Task" [ 1219.700432] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.709077] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112301, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.720560] env[69374]: INFO nova.compute.manager [-] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Took 1.28 seconds to deallocate network for instance. [ 1219.734037] env[69374]: DEBUG nova.network.neutron [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Updated VIF entry in instance network info cache for port 619f68ce-c4e5-4bf3-8aed-ef1622c5b242. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.734037] env[69374]: DEBUG nova.network.neutron [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Updating instance_info_cache with network_info: [{"id": "619f68ce-c4e5-4bf3-8aed-ef1622c5b242", "address": "fa:16:3e:bd:d1:f7", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap619f68ce-c4", "ovs_interfaceid": "619f68ce-c4e5-4bf3-8aed-ef1622c5b242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.740933] env[69374]: DEBUG nova.compute.manager [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.740933] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.741280] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e858bdde-a20b-477b-8bb4-1203b06e929c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.749537] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.749821] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec58e1e1-af24-4895-aeeb-212c69c5b290 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.758332] env[69374]: DEBUG oslo_vmware.api [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1219.758332] env[69374]: value = "task-4112302" [ 1219.758332] env[69374]: _type = "Task" [ 1219.758332] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.769217] env[69374]: DEBUG oslo_vmware.api [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.850615] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.850913] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.852472] env[69374]: DEBUG nova.network.neutron [-] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.892522] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.908932] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112299, 'name': Rename_Task, 'duration_secs': 0.525166} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.909279] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.909564] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-224cf0c3-6249-4889-b814-5b3e9a678d44 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.918966] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1219.918966] env[69374]: value = "task-4112303" [ 1219.918966] env[69374]: _type = "Task" [ 1219.918966] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.931022] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.993020] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112300, 'name': ReconfigVM_Task, 'duration_secs': 0.865281} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.993360] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 89501f21-3b96-4c55-a56e-45250379d404/89501f21-3b96-4c55-a56e-45250379d404.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.993967] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a62ab425-2316-4356-bc79-474c138e1394 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.001424] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1220.001424] env[69374]: value = "task-4112304" [ 1220.001424] env[69374]: _type = "Task" [ 1220.001424] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.010438] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112304, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.210382] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112301, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.228724] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.236508] env[69374]: DEBUG oslo_concurrency.lockutils [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] Releasing lock "refresh_cache-0e955a18-2f05-4164-9601-37ac243a5cbe" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.236844] env[69374]: DEBUG nova.compute.manager [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Received event network-changed-289f9d2e-ac9b-474c-8ada-a20328417bb8 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.237076] env[69374]: DEBUG nova.compute.manager [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Refreshing instance network info cache due to event network-changed-289f9d2e-ac9b-474c-8ada-a20328417bb8. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.237348] env[69374]: DEBUG oslo_concurrency.lockutils [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] Acquiring lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.237525] env[69374]: DEBUG oslo_concurrency.lockutils [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] Acquired lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.237725] env[69374]: DEBUG nova.network.neutron [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Refreshing network info cache for port 289f9d2e-ac9b-474c-8ada-a20328417bb8 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.269511] env[69374]: DEBUG oslo_vmware.api [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112302, 'name': PowerOffVM_Task, 'duration_secs': 0.227332} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.269850] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.270091] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.270394] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f93cc5f-34c8-4211-b1cb-e6a75ab1c9a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.357737] env[69374]: INFO nova.compute.claims [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.361562] env[69374]: INFO nova.compute.manager [-] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Took 1.65 seconds to deallocate network for instance. [ 1220.364438] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.364438] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.364629] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleting the datastore file [datastore2] 6cfc2345-bf4f-401b-b09b-537b0f5671f4 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.367440] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2787f1f-5719-4465-880e-36ee706d67ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.374224] env[69374]: DEBUG oslo_vmware.api [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for the task: (returnval){ [ 1220.374224] env[69374]: value = "task-4112306" [ 1220.374224] env[69374]: _type = "Task" [ 1220.374224] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.383758] env[69374]: DEBUG oslo_vmware.api [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.432836] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.512749] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112304, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.710651] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112301, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.869655] env[69374]: INFO nova.compute.resource_tracker [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating resource usage from migration 07ff645f-3f1f-463a-b60c-1e2494d5bc8a [ 1220.873205] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.885964] env[69374]: DEBUG oslo_vmware.api [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Task: {'id': task-4112306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208858} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.886262] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.886486] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.886679] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.886855] env[69374]: INFO nova.compute.manager [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1220.887118] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.887324] env[69374]: DEBUG nova.compute.manager [-] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.887419] env[69374]: DEBUG nova.network.neutron [-] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.931603] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.971903] env[69374]: DEBUG nova.compute.manager [req-05dd9fe2-2fb4-4585-a04b-49b00a16f5b5 req-fa4d8d15-e1bb-4b5c-a9ed-872aa1456178 service nova] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Received event network-vif-deleted-f3f35ef0-dd27-4a89-a2d9-df7222656432 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.001081] env[69374]: DEBUG nova.network.neutron [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updated VIF entry in instance network info cache for port 289f9d2e-ac9b-474c-8ada-a20328417bb8. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.001669] env[69374]: DEBUG nova.network.neutron [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance_info_cache with network_info: [{"id": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "address": "fa:16:3e:1d:1c:93", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289f9d2e-ac", "ovs_interfaceid": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.019460] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112304, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.105736] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c990204d-cbcf-4968-b380-59363ffdc1aa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.114320] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd2a387-87c4-4fc3-8b8d-ef6036545e40 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.145246] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fb5b5d-aaa4-4d6d-a65a-51ebc6e72e1b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.155027] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b11128-f234-4f8b-9f39-d7fbcfc603d2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.171532] env[69374]: DEBUG nova.compute.provider_tree [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.174972] env[69374]: DEBUG nova.compute.manager [req-56688e8d-c0d6-487b-951b-12e0db6dce6b req-54822036-6868-4ebe-baa6-c5341d833387 service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Received event network-vif-deleted-01627c21-0455-4b82-a477-838e6b876de8 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.175161] env[69374]: INFO nova.compute.manager [req-56688e8d-c0d6-487b-951b-12e0db6dce6b req-54822036-6868-4ebe-baa6-c5341d833387 service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Neutron deleted interface 01627c21-0455-4b82-a477-838e6b876de8; detaching it from the instance and deleting it from the info cache [ 1221.175344] env[69374]: DEBUG nova.network.neutron [req-56688e8d-c0d6-487b-951b-12e0db6dce6b req-54822036-6868-4ebe-baa6-c5341d833387 service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.212273] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112301, 'name': CreateVM_Task, 'duration_secs': 1.320398} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.212487] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.212866] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.213038] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.213392] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.213663] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddea003-9c6b-43d6-b83c-a30ad0b805f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.219279] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1221.219279] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]522251f2-f097-d533-f99a-806e2e8a6dca" [ 1221.219279] env[69374]: _type = "Task" [ 1221.219279] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.228674] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522251f2-f097-d533-f99a-806e2e8a6dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.431707] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112303, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.509802] env[69374]: DEBUG oslo_concurrency.lockutils [req-6249756c-c791-4c61-ab02-800c10a5a6d5 req-9fbe710f-b52e-4fca-b5e2-845dfd90e65c service nova] Releasing lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.513403] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112304, 'name': Rename_Task, 'duration_secs': 1.085841} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.513675] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.513919] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1e6532a-5caf-4e67-806f-191dfcfe1f99 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.520612] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1221.520612] env[69374]: value = "task-4112307" [ 1221.520612] env[69374]: _type = "Task" [ 1221.520612] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.529307] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.661990] env[69374]: DEBUG nova.network.neutron [-] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.678340] env[69374]: DEBUG nova.scheduler.client.report [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.682127] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d855894-3aa8-4bc6-92a9-a0cd092d2db3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.693427] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0c5d59-9fee-4176-87b7-db2750a2986c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.729752] env[69374]: DEBUG nova.compute.manager [req-56688e8d-c0d6-487b-951b-12e0db6dce6b req-54822036-6868-4ebe-baa6-c5341d833387 service nova] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Detach interface failed, port_id=01627c21-0455-4b82-a477-838e6b876de8, reason: Instance 6cfc2345-bf4f-401b-b09b-537b0f5671f4 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.739168] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]522251f2-f097-d533-f99a-806e2e8a6dca, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.739485] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.739722] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.739965] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.740128] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.740315] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.740596] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf0caa22-5d3e-46f0-a43d-e11554b473d2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.750581] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.750786] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.751563] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9166f404-0c39-4ce8-aeb4-890d618c4b83 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.757648] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1221.757648] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a7330c-0ea7-e6ab-2cbd-7b67024a7a3e" [ 1221.757648] env[69374]: _type = "Task" [ 1221.757648] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.766852] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a7330c-0ea7-e6ab-2cbd-7b67024a7a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.933573] env[69374]: DEBUG oslo_vmware.api [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112303, 'name': PowerOnVM_Task, 'duration_secs': 1.610443} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.933835] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.934057] env[69374]: INFO nova.compute.manager [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Took 11.55 seconds to spawn the instance on the hypervisor. [ 1221.934247] env[69374]: DEBUG nova.compute.manager [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1221.935086] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a6fe6f-4cc9-4fa2-8c15-d15b9af4bd53 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.032031] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112307, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.165872] env[69374]: INFO nova.compute.manager [-] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Took 1.28 seconds to deallocate network for instance. [ 1222.187925] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.337s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.188391] env[69374]: INFO nova.compute.manager [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Migrating [ 1222.195685] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.303s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.195892] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.196094] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1222.196447] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.968s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.196880] env[69374]: DEBUG nova.objects.instance [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lazy-loading 'resources' on Instance uuid fe9bf93f-7e1d-45b7-b788-5516dfdc72ad {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.201499] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c46ccbc-1d6f-45a7-b752-c2d449605219 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.217371] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45fd63f-2684-4a38-8858-3ad121f0f3ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.234359] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b692e6-029d-42de-90c9-45f16d32ee5a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.242724] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb05f5eb-2f65-4759-9253-c79fa73dae12 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.277704] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178586MB free_disk=15GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1222.277891] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.287681] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a7330c-0ea7-e6ab-2cbd-7b67024a7a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.288511] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f3469c9-844a-4f8d-a024-e123d2217edd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.295216] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1222.295216] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]528fe2eb-d884-0608-83be-360d1cae2f9f" [ 1222.295216] env[69374]: _type = "Task" [ 1222.295216] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.303691] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528fe2eb-d884-0608-83be-360d1cae2f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.454286] env[69374]: INFO nova.compute.manager [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Took 23.44 seconds to build instance. [ 1222.532877] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112307, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.673845] env[69374]: DEBUG oslo_concurrency.lockutils [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.713819] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.713819] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.713819] env[69374]: DEBUG nova.network.neutron [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.809343] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]528fe2eb-d884-0608-83be-360d1cae2f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.809343] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.809343] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 35f864d3-ddfe-488f-ad5f-5e85ac537e7c/35f864d3-ddfe-488f-ad5f-5e85ac537e7c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.809741] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efcf0e82-314e-49d8-b534-3f70b52e7fc8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.817924] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1222.817924] env[69374]: value = "task-4112308" [ 1222.817924] env[69374]: _type = "Task" [ 1222.817924] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.830995] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.956035] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d78b0a-2354-4372-a10a-c0fd50b75393 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.958634] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7833a11e-7d92-487c-beb5-4b6d5d9cc0f3 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.954s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.966810] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1ba779-7393-43ac-a00e-6c2b3a17ec6b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.003877] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.004124] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.004316] env[69374]: DEBUG nova.compute.manager [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.005210] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcfdd61-3f98-463d-a8b2-abcfbca575b6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.008963] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa8ccbb-5b20-463f-ba7e-187b9074c6e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.019530] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd9e3c4-6021-4a03-8f9d-78d57e62e29a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.023853] env[69374]: DEBUG nova.compute.manager [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69374) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1223.024488] env[69374]: DEBUG nova.objects.instance [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lazy-loading 'flavor' on Instance uuid c5613d9c-f430-4bf6-993f-0bf5a9efd503 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.040782] env[69374]: DEBUG nova.compute.provider_tree [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.046276] env[69374]: DEBUG oslo_vmware.api [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112307, 'name': PowerOnVM_Task, 'duration_secs': 1.028183} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.046779] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.046987] env[69374]: INFO nova.compute.manager [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1223.047187] env[69374]: DEBUG nova.compute.manager [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.048303] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25097abf-e324-4cb0-8da0-8625b956d7c2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.327753] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112308, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.467300] env[69374]: DEBUG nova.network.neutron [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance_info_cache with network_info: [{"id": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "address": "fa:16:3e:1d:1c:93", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289f9d2e-ac", "ovs_interfaceid": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.547740] env[69374]: DEBUG nova.scheduler.client.report [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.568124] env[69374]: INFO nova.compute.manager [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Took 20.65 seconds to build instance. [ 1223.829750] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512057} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.830045] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 35f864d3-ddfe-488f-ad5f-5e85ac537e7c/35f864d3-ddfe-488f-ad5f-5e85ac537e7c.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.830273] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.830544] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db8e7c9e-347f-4788-87a2-54f5ca220ca5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.839362] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1223.839362] env[69374]: value = "task-4112309" [ 1223.839362] env[69374]: _type = "Task" [ 1223.839362] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.848222] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.970357] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.031440] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.031773] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b64d7308-4c33-4fb3-8ab1-7503e931a889 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.040120] env[69374]: DEBUG oslo_vmware.api [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1224.040120] env[69374]: value = "task-4112310" [ 1224.040120] env[69374]: _type = "Task" [ 1224.040120] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.054124] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.056341] env[69374]: DEBUG oslo_vmware.api [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.056864] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.184s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.057174] env[69374]: DEBUG nova.objects.instance [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Lazy-loading 'resources' on Instance uuid 323eb55e-8372-46e4-8f1d-453d1798505e {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.069873] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7960b593-3a71-4c3c-9bd6-b6bd4802b78e tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "89501f21-3b96-4c55-a56e-45250379d404" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.170s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.074359] env[69374]: INFO nova.scheduler.client.report [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Deleted allocations for instance fe9bf93f-7e1d-45b7-b788-5516dfdc72ad [ 1224.350111] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108816} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.350425] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.351276] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191f19f-e8d7-42ff-8332-7d203065945b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.372704] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 35f864d3-ddfe-488f-ad5f-5e85ac537e7c/35f864d3-ddfe-488f-ad5f-5e85ac537e7c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.373070] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8585fa71-0636-4906-83bd-9c4940bd5728 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.394114] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1224.394114] env[69374]: value = "task-4112311" [ 1224.394114] env[69374]: _type = "Task" [ 1224.394114] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.402890] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.505479] env[69374]: DEBUG nova.compute.manager [req-0f41c499-df8a-473c-af1d-cff508351721 req-66a5596a-8812-42bc-8797-800fb0ab1cdb service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Received event network-changed-532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.505853] env[69374]: DEBUG nova.compute.manager [req-0f41c499-df8a-473c-af1d-cff508351721 req-66a5596a-8812-42bc-8797-800fb0ab1cdb service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Refreshing instance network info cache due to event network-changed-532f1b5e-28a4-416e-a319-e8c48655bf7e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.506281] env[69374]: DEBUG oslo_concurrency.lockutils [req-0f41c499-df8a-473c-af1d-cff508351721 req-66a5596a-8812-42bc-8797-800fb0ab1cdb service nova] Acquiring lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.506794] env[69374]: DEBUG oslo_concurrency.lockutils [req-0f41c499-df8a-473c-af1d-cff508351721 req-66a5596a-8812-42bc-8797-800fb0ab1cdb service nova] Acquired lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.506794] env[69374]: DEBUG nova.network.neutron [req-0f41c499-df8a-473c-af1d-cff508351721 req-66a5596a-8812-42bc-8797-800fb0ab1cdb service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Refreshing network info cache for port 532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.552012] env[69374]: DEBUG oslo_vmware.api [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112310, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.582705] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f33edac-8d53-4e02-a264-1c9b48e7a4d8 tempest-ServerRescueNegativeTestJSON-1204519266 tempest-ServerRescueNegativeTestJSON-1204519266-project-member] Lock "fe9bf93f-7e1d-45b7-b788-5516dfdc72ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.818s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.777603] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dc11f0-ccd6-4eb5-b4fa-b66063b1d6c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.785336] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da2fa52-c697-4062-a37e-3c10ddce5b89 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.819660] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6ccf56-54c2-4450-a1f6-9a883da1047c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.828170] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1123711-fd4d-424a-bce8-da6e15990eb5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.842832] env[69374]: DEBUG nova.compute.provider_tree [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.904764] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112311, 'name': ReconfigVM_Task, 'duration_secs': 0.419708} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.905157] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 35f864d3-ddfe-488f-ad5f-5e85ac537e7c/35f864d3-ddfe-488f-ad5f-5e85ac537e7c.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.905875] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a77de29-3726-41cb-8627-91e52a34fa79 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.912930] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1224.912930] env[69374]: value = "task-4112312" [ 1224.912930] env[69374]: _type = "Task" [ 1224.912930] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.921917] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112312, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.054342] env[69374]: DEBUG oslo_vmware.api [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112310, 'name': PowerOffVM_Task, 'duration_secs': 0.562364} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.055433] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.055433] env[69374]: DEBUG nova.compute.manager [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1225.055782] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f60425-7a2f-47e2-87a2-516e064bea2a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.346700] env[69374]: DEBUG nova.scheduler.client.report [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.350791] env[69374]: DEBUG nova.network.neutron [req-0f41c499-df8a-473c-af1d-cff508351721 req-66a5596a-8812-42bc-8797-800fb0ab1cdb service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updated VIF entry in instance network info cache for port 532f1b5e-28a4-416e-a319-e8c48655bf7e. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.351175] env[69374]: DEBUG nova.network.neutron [req-0f41c499-df8a-473c-af1d-cff508351721 req-66a5596a-8812-42bc-8797-800fb0ab1cdb service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updating instance_info_cache with network_info: [{"id": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "address": "fa:16:3e:0a:6e:89", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f1b5e-28", "ovs_interfaceid": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.424029] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112312, 'name': Rename_Task, 'duration_secs': 0.420137} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.424029] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.424367] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25df718f-fb9b-4795-b327-850a7d103b30 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.431359] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1225.431359] env[69374]: value = "task-4112313" [ 1225.431359] env[69374]: _type = "Task" [ 1225.431359] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.440480] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.485954] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ace177-8fb3-480e-9e6b-97e10a2d3fba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.507990] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance '2bf6f660-fc60-4224-a7b2-e4e654066b99' progress to 0 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.569745] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c0b502eb-a574-4224-83fb-7704f82baebf tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.565s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.853439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.856076] env[69374]: DEBUG oslo_concurrency.lockutils [req-0f41c499-df8a-473c-af1d-cff508351721 req-66a5596a-8812-42bc-8797-800fb0ab1cdb service nova] Releasing lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.856715] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.579s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.875702] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.875987] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.876263] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.876456] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.876909] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.879773] env[69374]: INFO nova.compute.manager [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Terminating instance [ 1225.889083] env[69374]: INFO nova.scheduler.client.report [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Deleted allocations for instance 323eb55e-8372-46e4-8f1d-453d1798505e [ 1225.943286] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.014229] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.014560] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52c87ee4-c309-491e-86c1-7781ed46f9b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.022825] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1226.022825] env[69374]: value = "task-4112314" [ 1226.022825] env[69374]: _type = "Task" [ 1226.022825] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.031601] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.393864] env[69374]: DEBUG nova.compute.manager [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.393864] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.393864] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b419e97c-115a-4958-9577-210b68d006c8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.399395] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cbc26cc-041f-44b4-aabc-5f7ecca2c166 tempest-ServerRescueTestJSONUnderV235-1907045664 tempest-ServerRescueTestJSONUnderV235-1907045664-project-member] Lock "323eb55e-8372-46e4-8f1d-453d1798505e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.245s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.404017] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.404017] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61351100-2086-4a83-90be-2471c9c704ff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.446966] env[69374]: DEBUG oslo_vmware.api [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112313, 'name': PowerOnVM_Task, 'duration_secs': 0.885748} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.448245] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.449108] env[69374]: DEBUG nova.compute.manager [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1226.451506] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8000ae8d-6d62-4691-8e57-ed482c19a828 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.479792] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.479792] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.479792] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleting the datastore file [datastore1] c5613d9c-f430-4bf6-993f-0bf5a9efd503 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.479792] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fa2253b-d39a-48ba-888f-67a4b0580874 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.487212] env[69374]: DEBUG oslo_vmware.api [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1226.487212] env[69374]: value = "task-4112316" [ 1226.487212] env[69374]: _type = "Task" [ 1226.487212] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.500546] env[69374]: DEBUG oslo_vmware.api [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.534819] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112314, 'name': PowerOffVM_Task, 'duration_secs': 0.504728} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.534879] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.535165] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance '2bf6f660-fc60-4224-a7b2-e4e654066b99' progress to 17 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.873663] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Applying migration context for instance 2bf6f660-fc60-4224-a7b2-e4e654066b99 as it has an incoming, in-progress migration 07ff645f-3f1f-463a-b60c-1e2494d5bc8a. Migration status is migrating {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1226.875276] env[69374]: INFO nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating resource usage from migration 07ff645f-3f1f-463a-b60c-1e2494d5bc8a [ 1226.902607] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0e955a18-2f05-4164-9601-37ac243a5cbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.902607] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 6cfc2345-bf4f-401b-b09b-537b0f5671f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1226.902767] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 163487fb-71db-4577-833a-1740a552a3dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.902817] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance af040160-6016-4b74-8c9a-ad08011a4bbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.903118] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0b3e6046-0051-45d3-9bb5-0f17e418655e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.903299] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 4866e7c6-2464-4aaf-b25e-17a43b560b6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.903428] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 3dd30735-19f9-4fa5-bba4-c2e7959f9143 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.903547] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance e225c8d7-325c-4ce8-850c-75acfed819b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.903686] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0378b704-7a6f-4170-a4ff-e99f02f8dbdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.903805] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 35f864d3-ddfe-488f-ad5f-5e85ac537e7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.903926] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance c5613d9c-f430-4bf6-993f-0bf5a9efd503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.904096] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 89501f21-3b96-4c55-a56e-45250379d404 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.904248] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Migration 07ff645f-3f1f-463a-b60c-1e2494d5bc8a is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1226.904364] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 2bf6f660-fc60-4224-a7b2-e4e654066b99 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1226.904571] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1226.904739] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1226.973434] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.000297] env[69374]: DEBUG oslo_vmware.api [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195601} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.000432] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.000620] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.000773] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.000952] env[69374]: INFO nova.compute.manager [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1227.001235] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.001444] env[69374]: DEBUG nova.compute.manager [-] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.001651] env[69374]: DEBUG nova.network.neutron [-] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.044962] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.045371] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.045517] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.045864] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.046197] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.046338] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.046547] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.046904] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.047131] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.047311] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.047489] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.054612] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb7848fa-b833-48b1-b36a-7dffd862d86d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.073297] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1227.073297] env[69374]: value = "task-4112317" [ 1227.073297] env[69374]: _type = "Task" [ 1227.073297] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.083626] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.146373] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c04603-1cb7-406e-bf4f-b99fadc83d74 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.155537] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43b1682-d0d0-4378-ad48-62a3a16723f1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.201163] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fa1633-8d50-4139-a27d-dd9a19e57d8f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.210399] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65f0434-cd3c-4457-b942-61bea8e77b59 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.228254] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.376856] env[69374]: DEBUG nova.compute.manager [req-28f57842-615e-49c8-8392-b1638c1c5db5 req-aab1b240-aced-41d7-aafc-524d4ea24433 service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Received event network-vif-deleted-88678096-c587-44d3-8aa6-24880a20b35a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.377086] env[69374]: INFO nova.compute.manager [req-28f57842-615e-49c8-8392-b1638c1c5db5 req-aab1b240-aced-41d7-aafc-524d4ea24433 service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Neutron deleted interface 88678096-c587-44d3-8aa6-24880a20b35a; detaching it from the instance and deleting it from the info cache [ 1227.377326] env[69374]: DEBUG nova.network.neutron [req-28f57842-615e-49c8-8392-b1638c1c5db5 req-aab1b240-aced-41d7-aafc-524d4ea24433 service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.585996] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112317, 'name': ReconfigVM_Task, 'duration_secs': 0.211375} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.586812] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance '2bf6f660-fc60-4224-a7b2-e4e654066b99' progress to 33 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.731966] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.793238] env[69374]: DEBUG nova.network.neutron [-] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.845555] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquiring lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.845834] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.846080] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquiring lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.846287] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.846459] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.851966] env[69374]: INFO nova.compute.manager [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Terminating instance [ 1227.880662] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f0f16ae-caa6-45cd-89f0-e8d3de3da2e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.894096] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14060e1-95c1-4332-8fee-b3b97f6caae7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.932342] env[69374]: DEBUG nova.compute.manager [req-28f57842-615e-49c8-8392-b1638c1c5db5 req-aab1b240-aced-41d7-aafc-524d4ea24433 service nova] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Detach interface failed, port_id=88678096-c587-44d3-8aa6-24880a20b35a, reason: Instance c5613d9c-f430-4bf6-993f-0bf5a9efd503 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1228.092751] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.092996] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.093256] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.093446] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.093591] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.093916] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.094164] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.094341] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.094542] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.094712] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.094882] env[69374]: DEBUG nova.virt.hardware [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.100435] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.101301] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593f09ac-eace-470d-8c0a-67ce18a4fb82 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.123211] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1228.123211] env[69374]: value = "task-4112318" [ 1228.123211] env[69374]: _type = "Task" [ 1228.123211] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.134759] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.239109] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1228.239109] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.382s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.239109] env[69374]: DEBUG oslo_concurrency.lockutils [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.565s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.239109] env[69374]: DEBUG oslo_concurrency.lockutils [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.241802] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.269s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.241976] env[69374]: DEBUG nova.objects.instance [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69374) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1228.269688] env[69374]: INFO nova.scheduler.client.report [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Deleted allocations for instance 6cfc2345-bf4f-401b-b09b-537b0f5671f4 [ 1228.295221] env[69374]: INFO nova.compute.manager [-] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Took 1.29 seconds to deallocate network for instance. [ 1228.358969] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquiring lock "refresh_cache-35f864d3-ddfe-488f-ad5f-5e85ac537e7c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.359098] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquired lock "refresh_cache-35f864d3-ddfe-488f-ad5f-5e85ac537e7c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.359399] env[69374]: DEBUG nova.network.neutron [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.562851] env[69374]: DEBUG oslo_concurrency.lockutils [None req-793cbb93-1204-4ff4-aeb3-9577864ae0b4 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.563129] env[69374]: DEBUG oslo_concurrency.lockutils [None req-793cbb93-1204-4ff4-aeb3-9577864ae0b4 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.563476] env[69374]: DEBUG nova.objects.instance [None req-793cbb93-1204-4ff4-aeb3-9577864ae0b4 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'flavor' on Instance uuid 3dd30735-19f9-4fa5-bba4-c2e7959f9143 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.633939] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112318, 'name': ReconfigVM_Task, 'duration_secs': 0.17564} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.634255] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.635096] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd13e56-25dc-401a-a225-b36b5dc6076c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.658347] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-24e95e60-f63b-4019-99ff-4738d135c42b/volume-24e95e60-f63b-4019-99ff-4738d135c42b.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.658695] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6367e5db-d8a7-4a26-8093-462f34bf2457 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.677537] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1228.677537] env[69374]: value = "task-4112319" [ 1228.677537] env[69374]: _type = "Task" [ 1228.677537] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.686241] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.777739] env[69374]: DEBUG oslo_concurrency.lockutils [None req-787d916f-74fd-4f42-bfbe-a1598c00b5cc tempest-ServersTestJSON-1421415 tempest-ServersTestJSON-1421415-project-member] Lock "6cfc2345-bf4f-401b-b09b-537b0f5671f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.545s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.802250] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.809819] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.067973] env[69374]: DEBUG nova.objects.instance [None req-793cbb93-1204-4ff4-aeb3-9577864ae0b4 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'pci_requests' on Instance uuid 3dd30735-19f9-4fa5-bba4-c2e7959f9143 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.113909] env[69374]: DEBUG nova.network.neutron [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.166692] env[69374]: DEBUG nova.network.neutron [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.189325] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112319, 'name': ReconfigVM_Task, 'duration_secs': 0.282568} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.189915] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-24e95e60-f63b-4019-99ff-4738d135c42b/volume-24e95e60-f63b-4019-99ff-4738d135c42b.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.190222] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance '2bf6f660-fc60-4224-a7b2-e4e654066b99' progress to 50 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.252090] env[69374]: DEBUG oslo_concurrency.lockutils [None req-aed71cdf-ce57-4c91-be65-5af939c671c9 tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.253246] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.451s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.253533] env[69374]: DEBUG nova.objects.instance [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lazy-loading 'resources' on Instance uuid c5613d9c-f430-4bf6-993f-0bf5a9efd503 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.314719] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Getting list of instances from cluster (obj){ [ 1229.314719] env[69374]: value = "domain-c8" [ 1229.314719] env[69374]: _type = "ClusterComputeResource" [ 1229.314719] env[69374]: } {{(pid=69374) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1229.315856] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66319b5d-428c-44ec-99d8-39555127e84e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.340317] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Got total of 11 instances {{(pid=69374) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1229.340486] env[69374]: WARNING nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] While synchronizing instance power states, found 12 instances in the database and 11 instances on the hypervisor. [ 1229.340702] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid 0e955a18-2f05-4164-9601-37ac243a5cbe {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.340805] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid 163487fb-71db-4577-833a-1740a552a3dd {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.340948] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid af040160-6016-4b74-8c9a-ad08011a4bbd {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.341109] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid 0b3e6046-0051-45d3-9bb5-0f17e418655e {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.341276] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid 4866e7c6-2464-4aaf-b25e-17a43b560b6c {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.341417] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid 3dd30735-19f9-4fa5-bba4-c2e7959f9143 {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.341564] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid e225c8d7-325c-4ce8-850c-75acfed819b6 {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.341703] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid 0378b704-7a6f-4170-a4ff-e99f02f8dbdf {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.341842] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid 2bf6f660-fc60-4224-a7b2-e4e654066b99 {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.341990] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid 35f864d3-ddfe-488f-ad5f-5e85ac537e7c {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.342180] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid c5613d9c-f430-4bf6-993f-0bf5a9efd503 {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.342311] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Triggering sync for uuid 89501f21-3b96-4c55-a56e-45250379d404 {{(pid=69374) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.342706] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "0e955a18-2f05-4164-9601-37ac243a5cbe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.342971] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "0e955a18-2f05-4164-9601-37ac243a5cbe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.343224] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "163487fb-71db-4577-833a-1740a552a3dd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.343415] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "163487fb-71db-4577-833a-1740a552a3dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.343648] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "af040160-6016-4b74-8c9a-ad08011a4bbd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.343822] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.344124] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "0b3e6046-0051-45d3-9bb5-0f17e418655e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.344332] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "0b3e6046-0051-45d3-9bb5-0f17e418655e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.344564] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.344736] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.345297] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.345297] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.345426] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "e225c8d7-325c-4ce8-850c-75acfed819b6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.345573] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.345798] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.345980] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.346269] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.346463] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.346633] env[69374]: INFO nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1229.346791] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.346975] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.347200] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.347414] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "89501f21-3b96-4c55-a56e-45250379d404" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.347604] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "89501f21-3b96-4c55-a56e-45250379d404" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.348651] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f545563-ed39-47a3-99c2-f81a776b8fa4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.351791] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b393a9e9-bc77-4ba2-8071-8448fbbda248 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.354692] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4382a7c6-690c-4d23-b8dd-8adc9cfa7ff7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.357408] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5230011f-15a1-42ef-aa7a-cbf0f31349bb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.360472] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d38c64-8153-4dfb-97c3-6b45bfef5db3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.363301] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08904e5-2ef2-4e4d-9934-6206f438f635 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.366766] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad72ee4-57b1-470a-adc1-e3bb4cd42d78 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.369807] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4c84ab-8899-4c8b-b1dc-3660ebaedf5a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.372830] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a01f8d-c938-4b46-a874-ed1b519c100f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.573041] env[69374]: DEBUG nova.objects.base [None req-793cbb93-1204-4ff4-aeb3-9577864ae0b4 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Object Instance<3dd30735-19f9-4fa5-bba4-c2e7959f9143> lazy-loaded attributes: flavor,pci_requests {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1229.573041] env[69374]: DEBUG nova.network.neutron [None req-793cbb93-1204-4ff4-aeb3-9577864ae0b4 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.650268] env[69374]: DEBUG oslo_concurrency.lockutils [None req-793cbb93-1204-4ff4-aeb3-9577864ae0b4 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.087s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.671689] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Releasing lock "refresh_cache-35f864d3-ddfe-488f-ad5f-5e85ac537e7c" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.671689] env[69374]: DEBUG nova.compute.manager [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.671689] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.672305] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8d7992-7d6d-4e4a-8cdf-b40ae636c0cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.685312] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.685312] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19c4fd49-3be1-4839-bd09-a0311c6c8c16 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.693305] env[69374]: DEBUG oslo_vmware.api [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1229.693305] env[69374]: value = "task-4112320" [ 1229.693305] env[69374]: _type = "Task" [ 1229.693305] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.700028] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13c62aa-977e-4141-b0fc-f4e2830d32bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.707830] env[69374]: DEBUG oslo_vmware.api [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.726411] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0710c0-f10c-46ac-ad29-3a26a25c5d51 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.748025] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance '2bf6f660-fc60-4224-a7b2-e4e654066b99' progress to 67 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.896870] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "0e955a18-2f05-4164-9601-37ac243a5cbe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.901400] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.901726] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.902075] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "0b3e6046-0051-45d3-9bb5-0f17e418655e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.908979] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.909383] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "163487fb-71db-4577-833a-1740a552a3dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.910796] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.911123] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.911425] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "89501f21-3b96-4c55-a56e-45250379d404" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.987792] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01e790b-d62f-4078-a89a-f746a61b034b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.999875] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fab2bd7-1fa6-4672-a459-9e4885ea0f55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.031023] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befcd809-8ca5-4b75-adf9-909484c2e55c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.040534] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60457e6-ff4c-4b8a-9f5f-1a827243a4d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.056341] env[69374]: DEBUG nova.compute.provider_tree [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.204262] env[69374]: DEBUG oslo_vmware.api [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112320, 'name': PowerOffVM_Task, 'duration_secs': 0.15841} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.204533] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.204627] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.204840] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7509098f-0a5f-4cb6-8b7a-c42f448fe0d5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.231890] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.232242] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.232470] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Deleting the datastore file [datastore2] 35f864d3-ddfe-488f-ad5f-5e85ac537e7c {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.232749] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c830ea3-7a49-463c-a554-4182e196d4ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.239886] env[69374]: DEBUG oslo_vmware.api [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for the task: (returnval){ [ 1230.239886] env[69374]: value = "task-4112322" [ 1230.239886] env[69374]: _type = "Task" [ 1230.239886] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.252029] env[69374]: DEBUG oslo_vmware.api [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.560454] env[69374]: DEBUG nova.scheduler.client.report [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.685319] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "e225c8d7-325c-4ce8-850c-75acfed819b6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.685738] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.685829] env[69374]: INFO nova.compute.manager [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Shelving [ 1230.752072] env[69374]: DEBUG oslo_vmware.api [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Task: {'id': task-4112322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093387} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.752351] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.752545] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.752724] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.752898] env[69374]: INFO nova.compute.manager [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1230.753172] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.753375] env[69374]: DEBUG nova.compute.manager [-] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.753468] env[69374]: DEBUG nova.network.neutron [-] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.771670] env[69374]: DEBUG nova.network.neutron [-] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.067673] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.091021] env[69374]: INFO nova.scheduler.client.report [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted allocations for instance c5613d9c-f430-4bf6-993f-0bf5a9efd503 [ 1231.273896] env[69374]: DEBUG nova.network.neutron [-] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.413964] env[69374]: DEBUG nova.network.neutron [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Port 289f9d2e-ac9b-474c-8ada-a20328417bb8 binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1231.463078] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.463394] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.463601] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.463788] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.463949] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.467625] env[69374]: INFO nova.compute.manager [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Terminating instance [ 1231.597946] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b817b64e-cc17-4b57-b8c8-6e5991e3c0e7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.722s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.599201] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.252s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.599686] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccf38a13-79b8-453e-a88d-7daefb979d9d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.602877] env[69374]: DEBUG oslo_concurrency.lockutils [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.603091] env[69374]: DEBUG oslo_concurrency.lockutils [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.603388] env[69374]: DEBUG nova.objects.instance [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'flavor' on Instance uuid 3dd30735-19f9-4fa5-bba4-c2e7959f9143 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.613043] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ccb6fd-f18b-4ab5-847c-135f36eb6396 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.695627] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.695962] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c78218f5-25b6-4a80-9894-e949e0fce5e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.706246] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1231.706246] env[69374]: value = "task-4112323" [ 1231.706246] env[69374]: _type = "Task" [ 1231.706246] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.716124] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.776398] env[69374]: INFO nova.compute.manager [-] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Took 1.02 seconds to deallocate network for instance. [ 1231.970950] env[69374]: DEBUG nova.compute.manager [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.971290] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.972186] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373dddf6-79de-4525-a597-81823b242db2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.980476] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.980777] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-311ffbea-d2ac-436f-b4c4-4e172f3ff819 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.989723] env[69374]: DEBUG oslo_vmware.api [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1231.989723] env[69374]: value = "task-4112324" [ 1231.989723] env[69374]: _type = "Task" [ 1231.989723] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.998943] env[69374]: DEBUG oslo_vmware.api [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.155554] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "c5613d9c-f430-4bf6-993f-0bf5a9efd503" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.191134] env[69374]: DEBUG nova.objects.instance [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'pci_requests' on Instance uuid 3dd30735-19f9-4fa5-bba4-c2e7959f9143 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.217954] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112323, 'name': PowerOffVM_Task, 'duration_secs': 0.174501} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.218262] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.219114] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403c9e8e-1f9e-4226-9251-e99b3eac13a3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.242551] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6f2360-7c39-4e64-aac6-e52c196d0d29 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.248725] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.248959] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.284426] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.284828] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.285019] env[69374]: DEBUG nova.objects.instance [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lazy-loading 'resources' on Instance uuid 35f864d3-ddfe-488f-ad5f-5e85ac537e7c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.432912] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "2bf6f660-fc60-4224-a7b2-e4e654066b99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.433188] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.433367] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.500872] env[69374]: DEBUG oslo_vmware.api [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112324, 'name': PowerOffVM_Task, 'duration_secs': 0.182217} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.501187] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.501363] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.501624] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b4e27b1-2d1a-4c8a-96f4-99e44fda2e58 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.571952] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.572270] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.572558] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleting the datastore file [datastore2] 0378b704-7a6f-4170-a4ff-e99f02f8dbdf {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.572883] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faffaeed-349c-46a9-bcab-6a04748e6f08 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.580858] env[69374]: DEBUG oslo_vmware.api [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1232.580858] env[69374]: value = "task-4112326" [ 1232.580858] env[69374]: _type = "Task" [ 1232.580858] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.589759] env[69374]: DEBUG oslo_vmware.api [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.694816] env[69374]: DEBUG nova.objects.base [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Object Instance<3dd30735-19f9-4fa5-bba4-c2e7959f9143> lazy-loaded attributes: flavor,pci_requests {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1232.694991] env[69374]: DEBUG nova.network.neutron [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.739389] env[69374]: DEBUG nova.policy [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d932b34d964374bba2f4922b34620a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b733bb3278d44589d34f95a5a349c7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.751734] env[69374]: DEBUG nova.compute.manager [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.760265] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1232.760470] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf7f28a9-22c5-4cf4-99a3-137249bff9c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.770111] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1232.770111] env[69374]: value = "task-4112327" [ 1232.770111] env[69374]: _type = "Task" [ 1232.770111] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.779417] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112327, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.994191] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7630ba9c-c412-464e-9054-3df197de021b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.007691] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1c9027-a7bb-4933-8afa-cef1f25abefc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.044678] env[69374]: DEBUG nova.network.neutron [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Successfully created port: 59e63cc8-da8f-4793-b486-cf9e7091f0af {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.047183] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b57b0ce-5064-4b42-83cc-590cfab04f00 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.055638] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a05302-ff6f-4508-b8b4-3056fa881a96 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.069842] env[69374]: DEBUG nova.compute.provider_tree [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.091098] env[69374]: DEBUG oslo_vmware.api [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188907} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.091470] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.092213] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.092452] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.092635] env[69374]: INFO nova.compute.manager [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1233.092885] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.093115] env[69374]: DEBUG nova.compute.manager [-] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.093222] env[69374]: DEBUG nova.network.neutron [-] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.279988] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.288377] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112327, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.485790] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.485973] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.486235] env[69374]: DEBUG nova.network.neutron [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.574802] env[69374]: DEBUG nova.scheduler.client.report [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.628079] env[69374]: DEBUG nova.compute.manager [req-6f7428c3-6835-4c34-a77a-4a0b2889ec08 req-34fffd9d-1b97-48a0-b3dc-601b7ad36432 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Received event network-vif-deleted-dbd75b05-d6b8-487e-a75e-426589dc9792 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.628700] env[69374]: INFO nova.compute.manager [req-6f7428c3-6835-4c34-a77a-4a0b2889ec08 req-34fffd9d-1b97-48a0-b3dc-601b7ad36432 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Neutron deleted interface dbd75b05-d6b8-487e-a75e-426589dc9792; detaching it from the instance and deleting it from the info cache [ 1233.628893] env[69374]: DEBUG nova.network.neutron [req-6f7428c3-6835-4c34-a77a-4a0b2889ec08 req-34fffd9d-1b97-48a0-b3dc-601b7ad36432 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.781317] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112327, 'name': CreateSnapshot_Task, 'duration_secs': 0.565467} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.781523] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1233.782286] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1247fe46-5b4f-4b2c-b807-c9293efa6f4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.078856] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.083502] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.804s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.085032] env[69374]: INFO nova.compute.claims [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.108569] env[69374]: INFO nova.scheduler.client.report [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Deleted allocations for instance 35f864d3-ddfe-488f-ad5f-5e85ac537e7c [ 1234.113908] env[69374]: DEBUG nova.network.neutron [-] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.133985] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9819dea9-10f0-4386-82dd-33630205d024 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.151421] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e119ee-ab48-4d8e-8685-b0ec51bafa19 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.189830] env[69374]: DEBUG nova.compute.manager [req-6f7428c3-6835-4c34-a77a-4a0b2889ec08 req-34fffd9d-1b97-48a0-b3dc-601b7ad36432 service nova] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Detach interface failed, port_id=dbd75b05-d6b8-487e-a75e-426589dc9792, reason: Instance 0378b704-7a6f-4170-a4ff-e99f02f8dbdf could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.263329] env[69374]: DEBUG nova.network.neutron [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance_info_cache with network_info: [{"id": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "address": "fa:16:3e:1d:1c:93", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289f9d2e-ac", "ovs_interfaceid": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.301527] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1234.301830] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89b551e3-8cc6-4e7d-9cdd-5e8b35c1986a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.310813] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1234.310813] env[69374]: value = "task-4112328" [ 1234.310813] env[69374]: _type = "Task" [ 1234.310813] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.319327] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112328, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.453236] env[69374]: DEBUG nova.compute.manager [req-0b53c269-9ffa-4348-abb2-ebd44d869da3 req-41f141c1-900a-4142-b58e-c6590641ef89 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received event network-vif-plugged-59e63cc8-da8f-4793-b486-cf9e7091f0af {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.453536] env[69374]: DEBUG oslo_concurrency.lockutils [req-0b53c269-9ffa-4348-abb2-ebd44d869da3 req-41f141c1-900a-4142-b58e-c6590641ef89 service nova] Acquiring lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.453670] env[69374]: DEBUG oslo_concurrency.lockutils [req-0b53c269-9ffa-4348-abb2-ebd44d869da3 req-41f141c1-900a-4142-b58e-c6590641ef89 service nova] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.453838] env[69374]: DEBUG oslo_concurrency.lockutils [req-0b53c269-9ffa-4348-abb2-ebd44d869da3 req-41f141c1-900a-4142-b58e-c6590641ef89 service nova] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.454031] env[69374]: DEBUG nova.compute.manager [req-0b53c269-9ffa-4348-abb2-ebd44d869da3 req-41f141c1-900a-4142-b58e-c6590641ef89 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] No waiting events found dispatching network-vif-plugged-59e63cc8-da8f-4793-b486-cf9e7091f0af {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1234.454328] env[69374]: WARNING nova.compute.manager [req-0b53c269-9ffa-4348-abb2-ebd44d869da3 req-41f141c1-900a-4142-b58e-c6590641ef89 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received unexpected event network-vif-plugged-59e63cc8-da8f-4793-b486-cf9e7091f0af for instance with vm_state active and task_state None. [ 1234.547131] env[69374]: DEBUG nova.network.neutron [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Successfully updated port: 59e63cc8-da8f-4793-b486-cf9e7091f0af {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.616882] env[69374]: INFO nova.compute.manager [-] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Took 1.52 seconds to deallocate network for instance. [ 1234.618226] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7f0fd715-c767-4778-bbe8-3b5fc6aa2a2b tempest-ServerShowV257Test-364854438 tempest-ServerShowV257Test-364854438-project-member] Lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.772s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.621399] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.274s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.621662] env[69374]: INFO nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] During sync_power_state the instance has a pending task (deleting). Skip. [ 1234.621872] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "35f864d3-ddfe-488f-ad5f-5e85ac537e7c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.766329] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.823216] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112328, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.052392] env[69374]: DEBUG oslo_concurrency.lockutils [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.052392] env[69374]: DEBUG oslo_concurrency.lockutils [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.052392] env[69374]: DEBUG nova.network.neutron [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.128883] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.277267] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d7169b-13a6-489c-b10f-d46ba0fc7c4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.281145] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6148f66-6c24-4d9b-a539-f9e6954fa161 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.292183] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3136fc3e-d717-4b9b-8a5b-a50936d0129f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.296414] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36a2945-d215-4996-9044-b9905929bd03 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.336723] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8fcba6-6c7d-4e43-9b27-82a07e8318de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.347831] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112328, 'name': CloneVM_Task, 'duration_secs': 1.005611} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.350106] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Created linked-clone VM from snapshot [ 1235.350936] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223db900-545d-4ca3-bd40-9a667002deea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.354613] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec1fb7e-4fe5-4727-b419-e5f3119e5ad2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.373016] env[69374]: DEBUG nova.compute.provider_tree [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.374499] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Uploading image 9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1235.401197] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1235.401197] env[69374]: value = "vm-814644" [ 1235.401197] env[69374]: _type = "VirtualMachine" [ 1235.401197] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1235.401480] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a31f9cc9-1191-45a8-876b-cd62de59240b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.408761] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lease: (returnval){ [ 1235.408761] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524276a2-aa0a-48cd-b19e-1368ac0afb01" [ 1235.408761] env[69374]: _type = "HttpNfcLease" [ 1235.408761] env[69374]: } obtained for exporting VM: (result){ [ 1235.408761] env[69374]: value = "vm-814644" [ 1235.408761] env[69374]: _type = "VirtualMachine" [ 1235.408761] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1235.409089] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the lease: (returnval){ [ 1235.409089] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524276a2-aa0a-48cd-b19e-1368ac0afb01" [ 1235.409089] env[69374]: _type = "HttpNfcLease" [ 1235.409089] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1235.421327] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.421327] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524276a2-aa0a-48cd-b19e-1368ac0afb01" [ 1235.421327] env[69374]: _type = "HttpNfcLease" [ 1235.421327] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1235.421677] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1235.421677] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524276a2-aa0a-48cd-b19e-1368ac0afb01" [ 1235.421677] env[69374]: _type = "HttpNfcLease" [ 1235.421677] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1235.422410] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead9592-bd16-4db6-9b5d-e625b0e6468b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.431641] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9705-1d8c-8e33-2607-4df3170e9571/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1235.431641] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9705-1d8c-8e33-2607-4df3170e9571/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1235.515967] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6df25ee-4a6b-4a15-8879-fbd7809c6038 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.587832] env[69374]: WARNING nova.network.neutron [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] b536c873-5879-41b6-a239-20eb4cd7b96a already exists in list: networks containing: ['b536c873-5879-41b6-a239-20eb4cd7b96a']. ignoring it [ 1235.878428] env[69374]: DEBUG nova.scheduler.client.report [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.882572] env[69374]: DEBUG nova.network.neutron [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updating instance_info_cache with network_info: [{"id": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "address": "fa:16:3e:f9:5e:4e", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f453b7-4f", "ovs_interfaceid": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59e63cc8-da8f-4793-b486-cf9e7091f0af", "address": "fa:16:3e:fa:20:98", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59e63cc8-da", "ovs_interfaceid": "59e63cc8-da8f-4793-b486-cf9e7091f0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.385671] env[69374]: DEBUG oslo_concurrency.lockutils [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.386404] env[69374]: DEBUG oslo_concurrency.lockutils [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.386660] env[69374]: DEBUG oslo_concurrency.lockutils [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.387481] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.388047] env[69374]: DEBUG nova.compute.manager [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.392111] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2dca2d-e104-43f5-8c6d-10a6fa4791c8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.396029] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.267s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.396029] env[69374]: DEBUG nova.objects.instance [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lazy-loading 'resources' on Instance uuid 0378b704-7a6f-4170-a4ff-e99f02f8dbdf {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.414367] env[69374]: DEBUG nova.virt.hardware [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.414736] env[69374]: DEBUG nova.virt.hardware [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.414944] env[69374]: DEBUG nova.virt.hardware [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.415277] env[69374]: DEBUG nova.virt.hardware [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.415578] env[69374]: DEBUG nova.virt.hardware [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.415801] env[69374]: DEBUG nova.virt.hardware [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.416149] env[69374]: DEBUG nova.virt.hardware [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.416423] env[69374]: DEBUG nova.virt.hardware [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.416657] env[69374]: DEBUG nova.virt.hardware [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.416883] env[69374]: DEBUG nova.virt.hardware [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.417085] env[69374]: DEBUG nova.virt.hardware [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.424464] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Reconfiguring VM to attach interface {{(pid=69374) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1236.429360] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd472ec-06a5-4b1e-805a-99d24551672d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.453198] env[69374]: DEBUG oslo_vmware.api [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1236.453198] env[69374]: value = "task-4112330" [ 1236.453198] env[69374]: _type = "Task" [ 1236.453198] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.467239] env[69374]: DEBUG oslo_vmware.api [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.470082] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad21a909-95bc-41e4-b472-fec944fbd62d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.492275] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a0821-b93a-4e0b-a130-e1bf3153554b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.500257] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance '2bf6f660-fc60-4224-a7b2-e4e654066b99' progress to 83 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.801706] env[69374]: DEBUG nova.compute.manager [req-fd7e9270-4323-4bde-aabb-51d574c41ad6 req-c6edbf17-921e-424e-95c5-1361707cd940 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received event network-changed-59e63cc8-da8f-4793-b486-cf9e7091f0af {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.801859] env[69374]: DEBUG nova.compute.manager [req-fd7e9270-4323-4bde-aabb-51d574c41ad6 req-c6edbf17-921e-424e-95c5-1361707cd940 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Refreshing instance network info cache due to event network-changed-59e63cc8-da8f-4793-b486-cf9e7091f0af. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.802247] env[69374]: DEBUG oslo_concurrency.lockutils [req-fd7e9270-4323-4bde-aabb-51d574c41ad6 req-c6edbf17-921e-424e-95c5-1361707cd940 service nova] Acquiring lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.802458] env[69374]: DEBUG oslo_concurrency.lockutils [req-fd7e9270-4323-4bde-aabb-51d574c41ad6 req-c6edbf17-921e-424e-95c5-1361707cd940 service nova] Acquired lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.802635] env[69374]: DEBUG nova.network.neutron [req-fd7e9270-4323-4bde-aabb-51d574c41ad6 req-c6edbf17-921e-424e-95c5-1361707cd940 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Refreshing network info cache for port 59e63cc8-da8f-4793-b486-cf9e7091f0af {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.892868] env[69374]: DEBUG nova.compute.utils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.894635] env[69374]: DEBUG nova.compute.manager [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.895532] env[69374]: DEBUG nova.network.neutron [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.943041] env[69374]: DEBUG nova.policy [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c147c27b49494398b65655e39e09cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a9e77fc935493aa27fc0552bbec035', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.964584] env[69374]: DEBUG oslo_vmware.api [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.006685] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.007032] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b00d145-b017-4824-8447-2087e88d90d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.018354] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1237.018354] env[69374]: value = "task-4112331" [ 1237.018354] env[69374]: _type = "Task" [ 1237.018354] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.031642] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.101724] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1696a5-6c54-4a00-9a0b-aa9690cb3c5a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.109942] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e256c9-0936-4845-a6c1-5d51ce93c8ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.144074] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9745b5bc-5a9c-46f2-9659-52613cff2f85 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.153160] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c0d05-5d0a-465b-ad21-aa091f77d808 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.172026] env[69374]: DEBUG nova.compute.provider_tree [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.240463] env[69374]: DEBUG nova.network.neutron [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Successfully created port: 0227dccf-84d2-4c51-9d5e-f85c08c40968 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.399451] env[69374]: DEBUG nova.compute.manager [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.470298] env[69374]: DEBUG oslo_vmware.api [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112330, 'name': ReconfigVM_Task, 'duration_secs': 0.609376} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.473782] env[69374]: DEBUG oslo_concurrency.lockutils [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.474042] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Reconfigured VM to attach interface {{(pid=69374) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1237.529644] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112331, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.580093] env[69374]: DEBUG nova.network.neutron [req-fd7e9270-4323-4bde-aabb-51d574c41ad6 req-c6edbf17-921e-424e-95c5-1361707cd940 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updated VIF entry in instance network info cache for port 59e63cc8-da8f-4793-b486-cf9e7091f0af. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.580548] env[69374]: DEBUG nova.network.neutron [req-fd7e9270-4323-4bde-aabb-51d574c41ad6 req-c6edbf17-921e-424e-95c5-1361707cd940 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updating instance_info_cache with network_info: [{"id": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "address": "fa:16:3e:f9:5e:4e", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f453b7-4f", "ovs_interfaceid": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59e63cc8-da8f-4793-b486-cf9e7091f0af", "address": "fa:16:3e:fa:20:98", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59e63cc8-da", "ovs_interfaceid": "59e63cc8-da8f-4793-b486-cf9e7091f0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.672359] env[69374]: DEBUG nova.scheduler.client.report [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.978581] env[69374]: DEBUG oslo_concurrency.lockutils [None req-13c9ea1e-c091-4460-9333-657a3c34c01a tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.375s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.030561] env[69374]: DEBUG oslo_vmware.api [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112331, 'name': PowerOnVM_Task, 'duration_secs': 0.796318} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.030846] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.031044] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e98d9b17-93b9-4a4d-817d-9794e734d0e9 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance '2bf6f660-fc60-4224-a7b2-e4e654066b99' progress to 100 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.083985] env[69374]: DEBUG oslo_concurrency.lockutils [req-fd7e9270-4323-4bde-aabb-51d574c41ad6 req-c6edbf17-921e-424e-95c5-1361707cd940 service nova] Releasing lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.178801] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.207931] env[69374]: INFO nova.scheduler.client.report [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleted allocations for instance 0378b704-7a6f-4170-a4ff-e99f02f8dbdf [ 1238.409371] env[69374]: DEBUG nova.compute.manager [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.436608] env[69374]: DEBUG nova.virt.hardware [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.436873] env[69374]: DEBUG nova.virt.hardware [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.437040] env[69374]: DEBUG nova.virt.hardware [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.437228] env[69374]: DEBUG nova.virt.hardware [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.437377] env[69374]: DEBUG nova.virt.hardware [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.437527] env[69374]: DEBUG nova.virt.hardware [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.437732] env[69374]: DEBUG nova.virt.hardware [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.437889] env[69374]: DEBUG nova.virt.hardware [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.438068] env[69374]: DEBUG nova.virt.hardware [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.438238] env[69374]: DEBUG nova.virt.hardware [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.438413] env[69374]: DEBUG nova.virt.hardware [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.439304] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e365176-9983-4783-8da6-33009d0d4371 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.447742] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa66bee0-bf00-4d31-8ff3-6f1ad0a7b4a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.718695] env[69374]: DEBUG oslo_concurrency.lockutils [None req-9942e720-22c6-45ff-8408-3be2cdfbab36 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "0378b704-7a6f-4170-a4ff-e99f02f8dbdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.254s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.747240] env[69374]: DEBUG nova.network.neutron [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Successfully updated port: 0227dccf-84d2-4c51-9d5e-f85c08c40968 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.832386] env[69374]: DEBUG nova.compute.manager [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Received event network-vif-plugged-0227dccf-84d2-4c51-9d5e-f85c08c40968 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.832660] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] Acquiring lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.832908] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] Lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.833047] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] Lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.833176] env[69374]: DEBUG nova.compute.manager [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] No waiting events found dispatching network-vif-plugged-0227dccf-84d2-4c51-9d5e-f85c08c40968 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1238.833333] env[69374]: WARNING nova.compute.manager [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Received unexpected event network-vif-plugged-0227dccf-84d2-4c51-9d5e-f85c08c40968 for instance with vm_state building and task_state spawning. [ 1238.833540] env[69374]: DEBUG nova.compute.manager [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Received event network-changed-0227dccf-84d2-4c51-9d5e-f85c08c40968 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.833701] env[69374]: DEBUG nova.compute.manager [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Refreshing instance network info cache due to event network-changed-0227dccf-84d2-4c51-9d5e-f85c08c40968. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.833882] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] Acquiring lock "refresh_cache-b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.834027] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] Acquired lock "refresh_cache-b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.834183] env[69374]: DEBUG nova.network.neutron [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Refreshing network info cache for port 0227dccf-84d2-4c51-9d5e-f85c08c40968 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.249590] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "refresh_cache-b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.370973] env[69374]: DEBUG nova.network.neutron [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.452311] env[69374]: DEBUG nova.network.neutron [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.823594] env[69374]: DEBUG oslo_concurrency.lockutils [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-3af13788-b447-4c3c-b41a-c0b7b298ad22" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.823881] env[69374]: DEBUG oslo_concurrency.lockutils [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-3af13788-b447-4c3c-b41a-c0b7b298ad22" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.824282] env[69374]: DEBUG nova.objects.instance [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'flavor' on Instance uuid 3dd30735-19f9-4fa5-bba4-c2e7959f9143 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.956022] env[69374]: DEBUG oslo_concurrency.lockutils [req-0d3ccca0-f490-4e15-8df5-354c64c9a206 req-8a366c7c-bb39-4027-b06d-7444c8715ffd service nova] Releasing lock "refresh_cache-b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.956645] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "refresh_cache-b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.956837] env[69374]: DEBUG nova.network.neutron [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.970798] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "af040160-6016-4b74-8c9a-ad08011a4bbd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.971077] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.458669] env[69374]: DEBUG nova.objects.instance [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'pci_requests' on Instance uuid 3dd30735-19f9-4fa5-bba4-c2e7959f9143 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.474289] env[69374]: INFO nova.compute.manager [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Detaching volume fef32199-c73a-44bc-b074-e452b32dfd53 [ 1240.487973] env[69374]: DEBUG nova.network.neutron [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.510060] env[69374]: INFO nova.virt.block_device [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Attempting to driver detach volume fef32199-c73a-44bc-b074-e452b32dfd53 from mountpoint /dev/sdb [ 1240.510311] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1240.510488] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814620', 'volume_id': 'fef32199-c73a-44bc-b074-e452b32dfd53', 'name': 'volume-fef32199-c73a-44bc-b074-e452b32dfd53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af040160-6016-4b74-8c9a-ad08011a4bbd', 'attached_at': '', 'detached_at': '', 'volume_id': 'fef32199-c73a-44bc-b074-e452b32dfd53', 'serial': 'fef32199-c73a-44bc-b074-e452b32dfd53'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1240.511376] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2303385-ecec-4994-ab40-a03f1fb54139 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.536438] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef58edb5-161c-433f-b44f-9464c93a0fdb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.545632] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fd0560-196e-4842-88ee-c18578bbb0e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.570006] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb9966f-6c4f-4c79-970c-9c0786db8b74 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.586094] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] The volume has not been displaced from its original location: [datastore2] volume-fef32199-c73a-44bc-b074-e452b32dfd53/volume-fef32199-c73a-44bc-b074-e452b32dfd53.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1240.591581] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.591900] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3573955b-a355-45a3-b441-933bee47cb55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.612973] env[69374]: DEBUG oslo_vmware.api [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1240.612973] env[69374]: value = "task-4112332" [ 1240.612973] env[69374]: _type = "Task" [ 1240.612973] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.621786] env[69374]: DEBUG oslo_vmware.api [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.639680] env[69374]: DEBUG nova.network.neutron [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Updating instance_info_cache with network_info: [{"id": "0227dccf-84d2-4c51-9d5e-f85c08c40968", "address": "fa:16:3e:46:c3:9d", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0227dccf-84", "ovs_interfaceid": "0227dccf-84d2-4c51-9d5e-f85c08c40968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.712050] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.712456] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.712663] env[69374]: DEBUG nova.compute.manager [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Going to confirm migration 7 {{(pid=69374) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1240.963045] env[69374]: DEBUG nova.objects.base [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Object Instance<3dd30735-19f9-4fa5-bba4-c2e7959f9143> lazy-loaded attributes: flavor,pci_requests {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1240.963045] env[69374]: DEBUG nova.network.neutron [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.028667] env[69374]: DEBUG nova.policy [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d932b34d964374bba2f4922b34620a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b733bb3278d44589d34f95a5a349c7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.125654] env[69374]: DEBUG oslo_vmware.api [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112332, 'name': ReconfigVM_Task, 'duration_secs': 0.352804} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.125991] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.130671] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d49aa8b-2bf8-4c22-bb31-796a12761e5c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.142395] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "refresh_cache-b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.142716] env[69374]: DEBUG nova.compute.manager [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Instance network_info: |[{"id": "0227dccf-84d2-4c51-9d5e-f85c08c40968", "address": "fa:16:3e:46:c3:9d", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0227dccf-84", "ovs_interfaceid": "0227dccf-84d2-4c51-9d5e-f85c08c40968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.143087] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:c3:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0227dccf-84d2-4c51-9d5e-f85c08c40968', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.150824] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.152416] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.152754] env[69374]: DEBUG oslo_vmware.api [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1241.152754] env[69374]: value = "task-4112333" [ 1241.152754] env[69374]: _type = "Task" [ 1241.152754] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.152943] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-add954a8-3531-498a-97d9-22011cfc7533 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.178711] env[69374]: DEBUG oslo_vmware.api [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.180230] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.180230] env[69374]: value = "task-4112334" [ 1241.180230] env[69374]: _type = "Task" [ 1241.180230] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.188627] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112334, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.258583] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.258806] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquired lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.258984] env[69374]: DEBUG nova.network.neutron [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.259189] env[69374]: DEBUG nova.objects.instance [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lazy-loading 'info_cache' on Instance uuid 2bf6f660-fc60-4224-a7b2-e4e654066b99 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.678854] env[69374]: DEBUG oslo_vmware.api [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112333, 'name': ReconfigVM_Task, 'duration_secs': 0.158859} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.679852] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814620', 'volume_id': 'fef32199-c73a-44bc-b074-e452b32dfd53', 'name': 'volume-fef32199-c73a-44bc-b074-e452b32dfd53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af040160-6016-4b74-8c9a-ad08011a4bbd', 'attached_at': '', 'detached_at': '', 'volume_id': 'fef32199-c73a-44bc-b074-e452b32dfd53', 'serial': 'fef32199-c73a-44bc-b074-e452b32dfd53'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.692759] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112334, 'name': CreateVM_Task, 'duration_secs': 0.427237} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.692907] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.693662] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.695622] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.695622] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.695622] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a739e54-edf8-46bf-aba3-1fdc05aefab4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.701067] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1241.701067] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52c897e4-aa40-e4cf-6c9d-509273273ea9" [ 1241.701067] env[69374]: _type = "Task" [ 1241.701067] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.710441] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c897e4-aa40-e4cf-6c9d-509273273ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.214124] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52c897e4-aa40-e4cf-6c9d-509273273ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.011748} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.214301] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.214971] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.214971] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.215143] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.215256] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.215583] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5884b45b-e1ea-4a99-bb66-2ee221fe3bed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.226847] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.227088] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.229170] env[69374]: DEBUG nova.objects.instance [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lazy-loading 'flavor' on Instance uuid af040160-6016-4b74-8c9a-ad08011a4bbd {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.230588] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c09cb6e-b534-466c-8db5-4a7f29eb6231 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.238134] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1242.238134] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d7d4f3-b18b-6858-c655-53c8430a647b" [ 1242.238134] env[69374]: _type = "Task" [ 1242.238134] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.248828] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d7d4f3-b18b-6858-c655-53c8430a647b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.526119] env[69374]: DEBUG nova.network.neutron [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Successfully updated port: 3af13788-b447-4c3c-b41a-c0b7b298ad22 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.550772] env[69374]: DEBUG nova.network.neutron [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance_info_cache with network_info: [{"id": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "address": "fa:16:3e:1d:1c:93", "network": {"id": "45b13760-5635-439f-9348-893c7aecb556", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-895336536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8f5a50db5c2416186264f96d78f4490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289f9d2e-ac", "ovs_interfaceid": "289f9d2e-ac9b-474c-8ada-a20328417bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.590818] env[69374]: DEBUG nova.compute.manager [req-60c51989-01d9-4efb-8146-29daa54b0feb req-c5b41a45-5fd8-49bc-a9ad-e49db5869a97 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received event network-vif-plugged-3af13788-b447-4c3c-b41a-c0b7b298ad22 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.591108] env[69374]: DEBUG oslo_concurrency.lockutils [req-60c51989-01d9-4efb-8146-29daa54b0feb req-c5b41a45-5fd8-49bc-a9ad-e49db5869a97 service nova] Acquiring lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.591204] env[69374]: DEBUG oslo_concurrency.lockutils [req-60c51989-01d9-4efb-8146-29daa54b0feb req-c5b41a45-5fd8-49bc-a9ad-e49db5869a97 service nova] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.591375] env[69374]: DEBUG oslo_concurrency.lockutils [req-60c51989-01d9-4efb-8146-29daa54b0feb req-c5b41a45-5fd8-49bc-a9ad-e49db5869a97 service nova] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.591583] env[69374]: DEBUG nova.compute.manager [req-60c51989-01d9-4efb-8146-29daa54b0feb req-c5b41a45-5fd8-49bc-a9ad-e49db5869a97 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] No waiting events found dispatching network-vif-plugged-3af13788-b447-4c3c-b41a-c0b7b298ad22 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1242.591701] env[69374]: WARNING nova.compute.manager [req-60c51989-01d9-4efb-8146-29daa54b0feb req-c5b41a45-5fd8-49bc-a9ad-e49db5869a97 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received unexpected event network-vif-plugged-3af13788-b447-4c3c-b41a-c0b7b298ad22 for instance with vm_state active and task_state None. [ 1242.749896] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d7d4f3-b18b-6858-c655-53c8430a647b, 'name': SearchDatastore_Task, 'duration_secs': 0.012426} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.751558] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf0f938-b4b9-4647-bfa4-a27dfce233a7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.759062] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1242.759062] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52965cc7-35ae-40f8-32b7-6375d0b78a85" [ 1242.759062] env[69374]: _type = "Task" [ 1242.759062] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.767746] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52965cc7-35ae-40f8-32b7-6375d0b78a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.029297] env[69374]: DEBUG oslo_concurrency.lockutils [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.029983] env[69374]: DEBUG oslo_concurrency.lockutils [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.029983] env[69374]: DEBUG nova.network.neutron [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.052889] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Releasing lock "refresh_cache-2bf6f660-fc60-4224-a7b2-e4e654066b99" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.053214] env[69374]: DEBUG nova.objects.instance [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lazy-loading 'migration_context' on Instance uuid 2bf6f660-fc60-4224-a7b2-e4e654066b99 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.243898] env[69374]: DEBUG oslo_concurrency.lockutils [None req-63b79677-244a-4f63-bed5-4c8a0ccce3b8 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.273s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.270735] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52965cc7-35ae-40f8-32b7-6375d0b78a85, 'name': SearchDatastore_Task, 'duration_secs': 0.027114} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.270930] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.271217] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9/b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.271536] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76c53f98-cf06-466f-af1b-9eeb003dce75 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.278851] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1243.278851] env[69374]: value = "task-4112335" [ 1243.278851] env[69374]: _type = "Task" [ 1243.278851] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.290026] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.556678] env[69374]: DEBUG nova.objects.base [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Object Instance<2bf6f660-fc60-4224-a7b2-e4e654066b99> lazy-loaded attributes: info_cache,migration_context {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1243.556988] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eff31a8-374c-4dfe-b2b8-34e2a2c1afcd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.579345] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30656e6a-7537-4ea5-86c6-5e2172b3c7c4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.586028] env[69374]: DEBUG oslo_vmware.api [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1243.586028] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52995aae-3cd1-6d57-8c85-793be45d5ed4" [ 1243.586028] env[69374]: _type = "Task" [ 1243.586028] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.595379] env[69374]: DEBUG oslo_vmware.api [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52995aae-3cd1-6d57-8c85-793be45d5ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.596471] env[69374]: WARNING nova.network.neutron [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] b536c873-5879-41b6-a239-20eb4cd7b96a already exists in list: networks containing: ['b536c873-5879-41b6-a239-20eb4cd7b96a']. ignoring it [ 1243.596676] env[69374]: WARNING nova.network.neutron [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] b536c873-5879-41b6-a239-20eb4cd7b96a already exists in list: networks containing: ['b536c873-5879-41b6-a239-20eb4cd7b96a']. ignoring it [ 1243.793201] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112335, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.098043] env[69374]: DEBUG oslo_vmware.api [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52995aae-3cd1-6d57-8c85-793be45d5ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.015006} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.098043] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.098043] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.235935] env[69374]: DEBUG nova.network.neutron [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updating instance_info_cache with network_info: [{"id": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "address": "fa:16:3e:f9:5e:4e", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f453b7-4f", "ovs_interfaceid": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59e63cc8-da8f-4793-b486-cf9e7091f0af", "address": "fa:16:3e:fa:20:98", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59e63cc8-da", "ovs_interfaceid": "59e63cc8-da8f-4793-b486-cf9e7091f0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3af13788-b447-4c3c-b41a-c0b7b298ad22", "address": "fa:16:3e:95:37:f3", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af13788-b4", "ovs_interfaceid": "3af13788-b447-4c3c-b41a-c0b7b298ad22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.291397] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577884} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.291744] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9/b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.292016] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.292319] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3de3fe4-67ab-44db-ba94-6247c4216c4b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.301520] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1244.301520] env[69374]: value = "task-4112336" [ 1244.301520] env[69374]: _type = "Task" [ 1244.301520] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.311103] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.397253] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "af040160-6016-4b74-8c9a-ad08011a4bbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.397636] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.398104] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "af040160-6016-4b74-8c9a-ad08011a4bbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.398333] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.398544] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.400813] env[69374]: INFO nova.compute.manager [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Terminating instance [ 1244.620277] env[69374]: DEBUG nova.compute.manager [req-a038204e-62c3-435e-aebc-c430694cda88 req-89f01dbc-4419-4e67-9ff5-c9a16161121d service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received event network-changed-3af13788-b447-4c3c-b41a-c0b7b298ad22 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.620474] env[69374]: DEBUG nova.compute.manager [req-a038204e-62c3-435e-aebc-c430694cda88 req-89f01dbc-4419-4e67-9ff5-c9a16161121d service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Refreshing instance network info cache due to event network-changed-3af13788-b447-4c3c-b41a-c0b7b298ad22. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.620609] env[69374]: DEBUG oslo_concurrency.lockutils [req-a038204e-62c3-435e-aebc-c430694cda88 req-89f01dbc-4419-4e67-9ff5-c9a16161121d service nova] Acquiring lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.739197] env[69374]: DEBUG oslo_concurrency.lockutils [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.739857] env[69374]: DEBUG oslo_concurrency.lockutils [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.740022] env[69374]: DEBUG oslo_concurrency.lockutils [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.740288] env[69374]: DEBUG oslo_concurrency.lockutils [req-a038204e-62c3-435e-aebc-c430694cda88 req-89f01dbc-4419-4e67-9ff5-c9a16161121d service nova] Acquired lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.740462] env[69374]: DEBUG nova.network.neutron [req-a038204e-62c3-435e-aebc-c430694cda88 req-89f01dbc-4419-4e67-9ff5-c9a16161121d service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Refreshing network info cache for port 3af13788-b447-4c3c-b41a-c0b7b298ad22 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.742412] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4092267f-18d3-49c3-8283-22be5fe9153e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.765963] env[69374]: DEBUG nova.virt.hardware [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.766374] env[69374]: DEBUG nova.virt.hardware [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.766534] env[69374]: DEBUG nova.virt.hardware [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.766779] env[69374]: DEBUG nova.virt.hardware [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.766938] env[69374]: DEBUG nova.virt.hardware [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.767120] env[69374]: DEBUG nova.virt.hardware [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.767335] env[69374]: DEBUG nova.virt.hardware [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.767497] env[69374]: DEBUG nova.virt.hardware [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.767674] env[69374]: DEBUG nova.virt.hardware [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.767833] env[69374]: DEBUG nova.virt.hardware [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.768012] env[69374]: DEBUG nova.virt.hardware [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.774439] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Reconfiguring VM to attach interface {{(pid=69374) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1244.776391] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9279530-4b18-401c-b151-66506431c3e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.789024] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26aac9b-31f2-4d53-a047-6ed8a4eb3758 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.799029] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54e1057-6eb8-4786-8086-43cb6b861f46 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.802314] env[69374]: DEBUG oslo_vmware.api [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1244.802314] env[69374]: value = "task-4112337" [ 1244.802314] env[69374]: _type = "Task" [ 1244.802314] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.837746] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a34a188-05a4-4a3c-b387-9f0afa2fbe7c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.846763] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07843} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.846937] env[69374]: DEBUG oslo_vmware.api [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.847561] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.848410] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b691e34-5499-4b85-83be-885c30996a2a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.856703] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6711ecd-c2bc-46fd-aca4-07f62420635c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.878820] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9/b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.880127] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d170698d-5e7a-4432-bcdb-c0092659b476 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.903135] env[69374]: DEBUG nova.compute.provider_tree [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.905457] env[69374]: DEBUG nova.compute.manager [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.905726] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.906775] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bb0c3b-c69a-48bc-8567-5923b418b546 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.910874] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1244.910874] env[69374]: value = "task-4112338" [ 1244.910874] env[69374]: _type = "Task" [ 1244.910874] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.917570] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.918233] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f341b89-87fd-4e24-9cec-1a26e42e18fe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.924071] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.932763] env[69374]: DEBUG oslo_vmware.api [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1244.932763] env[69374]: value = "task-4112339" [ 1244.932763] env[69374]: _type = "Task" [ 1244.932763] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.945980] env[69374]: DEBUG oslo_vmware.api [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.314978] env[69374]: DEBUG oslo_vmware.api [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.407478] env[69374]: DEBUG nova.scheduler.client.report [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.423242] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.443315] env[69374]: DEBUG oslo_vmware.api [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112339, 'name': PowerOffVM_Task, 'duration_secs': 0.226242} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.446692] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.446895] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.447561] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e85382ce-7940-4ae5-a285-9f0e28eb5f29 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.525156] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.525491] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.525729] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleting the datastore file [datastore1] af040160-6016-4b74-8c9a-ad08011a4bbd {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.526764] env[69374]: DEBUG nova.network.neutron [req-a038204e-62c3-435e-aebc-c430694cda88 req-89f01dbc-4419-4e67-9ff5-c9a16161121d service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updated VIF entry in instance network info cache for port 3af13788-b447-4c3c-b41a-c0b7b298ad22. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.527245] env[69374]: DEBUG nova.network.neutron [req-a038204e-62c3-435e-aebc-c430694cda88 req-89f01dbc-4419-4e67-9ff5-c9a16161121d service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updating instance_info_cache with network_info: [{"id": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "address": "fa:16:3e:f9:5e:4e", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f453b7-4f", "ovs_interfaceid": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "59e63cc8-da8f-4793-b486-cf9e7091f0af", "address": "fa:16:3e:fa:20:98", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59e63cc8-da", "ovs_interfaceid": "59e63cc8-da8f-4793-b486-cf9e7091f0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3af13788-b447-4c3c-b41a-c0b7b298ad22", "address": "fa:16:3e:95:37:f3", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af13788-b4", "ovs_interfaceid": "3af13788-b447-4c3c-b41a-c0b7b298ad22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.529070] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55d372d6-30d0-48d5-99e9-69f8c7792e2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.536340] env[69374]: DEBUG oslo_vmware.api [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1245.536340] env[69374]: value = "task-4112341" [ 1245.536340] env[69374]: _type = "Task" [ 1245.536340] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.546142] env[69374]: DEBUG oslo_vmware.api [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.813680] env[69374]: DEBUG oslo_vmware.api [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112337, 'name': ReconfigVM_Task, 'duration_secs': 0.730606} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.814212] env[69374]: DEBUG oslo_concurrency.lockutils [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.814435] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Reconfigured VM to attach interface {{(pid=69374) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1245.897088] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9705-1d8c-8e33-2607-4df3170e9571/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1245.899713] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24351a04-8254-4185-87da-27d5a69706cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.906647] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9705-1d8c-8e33-2607-4df3170e9571/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1245.906826] env[69374]: ERROR oslo_vmware.rw_handles [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9705-1d8c-8e33-2607-4df3170e9571/disk-0.vmdk due to incomplete transfer. [ 1245.907084] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-197f5c23-0c3b-4d79-b1ae-d215fc5ce67c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.916752] env[69374]: DEBUG oslo_vmware.rw_handles [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae9705-1d8c-8e33-2607-4df3170e9571/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1245.916929] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Uploaded image 9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1245.919258] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1246.640924] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fcfd3296-749f-41ae-8e50-0a301661a4ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.643353] env[69374]: DEBUG oslo_concurrency.lockutils [req-a038204e-62c3-435e-aebc-c430694cda88 req-89f01dbc-4419-4e67-9ff5-c9a16161121d service nova] Releasing lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.644629] env[69374]: DEBUG oslo_concurrency.lockutils [None req-28516487-6df5-42cb-bbe8-ecb437ef6ad8 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-3af13788-b447-4c3c-b41a-c0b7b298ad22" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.821s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.646372] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.549s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.659107] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112338, 'name': ReconfigVM_Task, 'duration_secs': 0.588361} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.663289] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Reconfigured VM instance instance-00000074 to attach disk [datastore2] b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9/b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.664100] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1246.664100] env[69374]: value = "task-4112342" [ 1246.664100] env[69374]: _type = "Task" [ 1246.664100] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.665244] env[69374]: DEBUG oslo_vmware.api [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247178} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.665520] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4346a904-bd7c-4bab-8878-46fd3b6f9f7a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.667511] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.667699] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.667872] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.668049] env[69374]: INFO nova.compute.manager [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1246.668282] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.671726] env[69374]: DEBUG nova.compute.manager [-] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.671834] env[69374]: DEBUG nova.network.neutron [-] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.682706] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1246.682706] env[69374]: value = "task-4112343" [ 1246.682706] env[69374]: _type = "Task" [ 1246.682706] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.682930] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112342, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.694316] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112343, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.181021] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112342, 'name': Destroy_Task, 'duration_secs': 0.483678} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.182183] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Destroyed the VM [ 1247.182817] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1247.183312] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-17c0323a-f19a-41b7-9628-094d40d0cf93 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.195024] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112343, 'name': Rename_Task, 'duration_secs': 0.270704} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.197251] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.198438] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1247.198438] env[69374]: value = "task-4112344" [ 1247.198438] env[69374]: _type = "Task" [ 1247.198438] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.198438] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ad4dfb1-06f1-4553-9f61-3e850c170874 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.210068] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112344, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.211670] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1247.211670] env[69374]: value = "task-4112345" [ 1247.211670] env[69374]: _type = "Task" [ 1247.211670] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.221256] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.223323] env[69374]: INFO nova.scheduler.client.report [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted allocation for migration 07ff645f-3f1f-463a-b60c-1e2494d5bc8a [ 1247.260800] env[69374]: DEBUG nova.compute.manager [req-86a3ad02-94fe-440a-a0f7-bdb5f4f43d68 req-3b3c1b3e-058b-4410-bc06-c33113e89611 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Received event network-vif-deleted-ec107baf-5079-4a91-b1fc-75bf5b7f3f47 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.261108] env[69374]: INFO nova.compute.manager [req-86a3ad02-94fe-440a-a0f7-bdb5f4f43d68 req-3b3c1b3e-058b-4410-bc06-c33113e89611 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Neutron deleted interface ec107baf-5079-4a91-b1fc-75bf5b7f3f47; detaching it from the instance and deleting it from the info cache [ 1247.261343] env[69374]: DEBUG nova.network.neutron [req-86a3ad02-94fe-440a-a0f7-bdb5f4f43d68 req-3b3c1b3e-058b-4410-bc06-c33113e89611 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.287702] env[69374]: INFO nova.compute.manager [None req-cfd23435-c777-48bf-a48d-fbec8abdc069 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Get console output [ 1247.288105] env[69374]: WARNING nova.virt.vmwareapi.driver [None req-cfd23435-c777-48bf-a48d-fbec8abdc069 tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] The console log is missing. Check your VSPC configuration [ 1247.684754] env[69374]: DEBUG nova.network.neutron [-] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.710129] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112344, 'name': RemoveSnapshot_Task, 'duration_secs': 0.396058} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.710446] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1247.710809] env[69374]: DEBUG nova.compute.manager [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1247.711660] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b8d8a1-7dde-4bc0-ad06-18c46d2a4f4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.730416] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0dedb65d-e9e0-410c-9b08-43b278414c5d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.017s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.731209] env[69374]: DEBUG oslo_vmware.api [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112345, 'name': PowerOnVM_Task, 'duration_secs': 0.504963} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.731461] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.731816] env[69374]: INFO nova.compute.manager [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1247.732078] env[69374]: DEBUG nova.compute.manager [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1247.732811] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c926e7b5-c35d-48fb-b442-fdfe43bce104 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.764648] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffaa0146-06b5-430e-bec9-da04441bcf55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.774866] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a01ff0-28c8-45d2-b346-fb7db0bd5dbc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.809399] env[69374]: DEBUG nova.compute.manager [req-86a3ad02-94fe-440a-a0f7-bdb5f4f43d68 req-3b3c1b3e-058b-4410-bc06-c33113e89611 service nova] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Detach interface failed, port_id=ec107baf-5079-4a91-b1fc-75bf5b7f3f47, reason: Instance af040160-6016-4b74-8c9a-ad08011a4bbd could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.187457] env[69374]: INFO nova.compute.manager [-] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Took 1.52 seconds to deallocate network for instance. [ 1248.230063] env[69374]: INFO nova.compute.manager [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Shelve offloading [ 1248.251635] env[69374]: INFO nova.compute.manager [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Took 14.99 seconds to build instance. [ 1248.364904] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-59e63cc8-da8f-4793-b486-cf9e7091f0af" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.365188] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-59e63cc8-da8f-4793-b486-cf9e7091f0af" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.488091] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12fb586-5f6f-470d-b5ca-38157efee03a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.495282] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2819da4c-70aa-443a-9acc-bf6f81044489 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Suspending the VM {{(pid=69374) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1248.495437] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-69e4b76c-a7e4-4356-b8e9-46c8f4d5bf88 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.502655] env[69374]: DEBUG oslo_vmware.api [None req-2819da4c-70aa-443a-9acc-bf6f81044489 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1248.502655] env[69374]: value = "task-4112346" [ 1248.502655] env[69374]: _type = "Task" [ 1248.502655] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.513397] env[69374]: DEBUG oslo_vmware.api [None req-2819da4c-70aa-443a-9acc-bf6f81044489 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112346, 'name': SuspendVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.694618] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.694927] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.695224] env[69374]: DEBUG nova.objects.instance [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lazy-loading 'resources' on Instance uuid af040160-6016-4b74-8c9a-ad08011a4bbd {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.735037] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.735037] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f81e0afe-67a0-42ae-b71d-38f1140fb5fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.743274] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1248.743274] env[69374]: value = "task-4112347" [ 1248.743274] env[69374]: _type = "Task" [ 1248.743274] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.751867] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.753549] env[69374]: DEBUG oslo_concurrency.lockutils [None req-7d498749-54ac-4d39-9734-21916b80a4d4 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.504s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.868469] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.868657] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.869571] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8a8986-794d-4b13-a2d9-dbf3326af46c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.887860] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94aa877-9b46-4ee2-ac7d-c83bbe96f603 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.923605] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Reconfiguring VM to detach interface {{(pid=69374) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1248.923907] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d77af99a-4e0b-4f42-89ea-496d7985e50f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.944477] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1248.944477] env[69374]: value = "task-4112348" [ 1248.944477] env[69374]: _type = "Task" [ 1248.944477] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.954768] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.013938] env[69374]: DEBUG oslo_vmware.api [None req-2819da4c-70aa-443a-9acc-bf6f81044489 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112346, 'name': SuspendVM_Task} progress is 70%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.256928] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1249.257298] env[69374]: DEBUG nova.compute.manager [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1249.258192] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20f8326-6b17-4a37-9c6c-a3e274781734 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.265624] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.265824] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.266044] env[69374]: DEBUG nova.network.neutron [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.345820] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08be73da-71cd-4375-9231-2a15ea681051 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.353251] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3bbdfd-8cfa-47e2-8e2d-caf99290646e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.385107] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bba6bc0-f9bb-4513-b570-5d2a8757ce34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.393407] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a68d3b-2764-4dd4-83f8-cb3cac0334f7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.407717] env[69374]: DEBUG nova.compute.provider_tree [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.455484] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.513636] env[69374]: DEBUG oslo_vmware.api [None req-2819da4c-70aa-443a-9acc-bf6f81044489 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112346, 'name': SuspendVM_Task, 'duration_secs': 0.597136} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.513979] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2819da4c-70aa-443a-9acc-bf6f81044489 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Suspended the VM {{(pid=69374) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1249.514227] env[69374]: DEBUG nova.compute.manager [None req-2819da4c-70aa-443a-9acc-bf6f81044489 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1249.515045] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd2c4a7-226b-44c0-9ae6-b24393ad40ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.910713] env[69374]: DEBUG nova.scheduler.client.report [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.954745] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.035026] env[69374]: DEBUG nova.network.neutron [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updating instance_info_cache with network_info: [{"id": "f7317f9a-151c-401f-ad2d-8812fac541ce", "address": "fa:16:3e:22:8b:6d", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7317f9a-15", "ovs_interfaceid": "f7317f9a-151c-401f-ad2d-8812fac541ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.417782] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.444178] env[69374]: INFO nova.scheduler.client.report [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleted allocations for instance af040160-6016-4b74-8c9a-ad08011a4bbd [ 1250.456817] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.537503] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.590939] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.755925] env[69374]: DEBUG nova.compute.manager [req-adf4b334-4576-4fe8-ab5e-5cbc849f11f1 req-4b29f0ef-5b8f-4992-8269-7efdbdfdddd7 service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Received event network-vif-unplugged-f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.756266] env[69374]: DEBUG oslo_concurrency.lockutils [req-adf4b334-4576-4fe8-ab5e-5cbc849f11f1 req-4b29f0ef-5b8f-4992-8269-7efdbdfdddd7 service nova] Acquiring lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.756524] env[69374]: DEBUG oslo_concurrency.lockutils [req-adf4b334-4576-4fe8-ab5e-5cbc849f11f1 req-4b29f0ef-5b8f-4992-8269-7efdbdfdddd7 service nova] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.756839] env[69374]: DEBUG oslo_concurrency.lockutils [req-adf4b334-4576-4fe8-ab5e-5cbc849f11f1 req-4b29f0ef-5b8f-4992-8269-7efdbdfdddd7 service nova] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.757023] env[69374]: DEBUG nova.compute.manager [req-adf4b334-4576-4fe8-ab5e-5cbc849f11f1 req-4b29f0ef-5b8f-4992-8269-7efdbdfdddd7 service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] No waiting events found dispatching network-vif-unplugged-f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1250.757168] env[69374]: WARNING nova.compute.manager [req-adf4b334-4576-4fe8-ab5e-5cbc849f11f1 req-4b29f0ef-5b8f-4992-8269-7efdbdfdddd7 service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Received unexpected event network-vif-unplugged-f7317f9a-151c-401f-ad2d-8812fac541ce for instance with vm_state shelved and task_state shelving_offloading. [ 1250.843559] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.844481] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed77d5c7-3e51-4b9a-b0c5-65bb1e134d31 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.853217] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.853487] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abe434c7-32b6-4d04-bdff-0392a811c064 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.872775] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.873069] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.873422] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.873582] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.873758] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.876067] env[69374]: INFO nova.compute.manager [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Terminating instance [ 1250.929507] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.930078] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.930273] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleting the datastore file [datastore2] e225c8d7-325c-4ce8-850c-75acfed819b6 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.930621] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03bbd178-1476-466c-b638-f9b5b8144a1e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.938181] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1250.938181] env[69374]: value = "task-4112350" [ 1250.938181] env[69374]: _type = "Task" [ 1250.938181] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.946716] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.954240] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2ec337e0-d1c7-48ee-8e12-128ae7ca03b9 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "af040160-6016-4b74-8c9a-ad08011a4bbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.557s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.959195] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.048338] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.052090] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.052275] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1251.379672] env[69374]: DEBUG nova.compute.manager [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.379925] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.380818] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8160c78a-10a8-47f9-aace-4a1f24881aef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.388927] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.389314] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e9003d8-d180-4bf7-afb4-4cfc2c6ca60f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.446525] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.446919] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.447170] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleting the datastore file [datastore2] b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.447494] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddd771dc-fcde-4f92-8560-8493ab9fa38e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.452853] env[69374]: DEBUG oslo_vmware.api [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151097} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.456206] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.456422] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.456653] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.460497] env[69374]: DEBUG oslo_vmware.api [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1251.460497] env[69374]: value = "task-4112352" [ 1251.460497] env[69374]: _type = "Task" [ 1251.460497] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.466943] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.472241] env[69374]: DEBUG oslo_vmware.api [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.493459] env[69374]: INFO nova.scheduler.client.report [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleted allocations for instance e225c8d7-325c-4ce8-850c-75acfed819b6 [ 1251.965083] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.972776] env[69374]: DEBUG oslo_vmware.api [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155495} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.973040] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.973235] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.973410] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.973583] env[69374]: INFO nova.compute.manager [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1251.973823] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.974014] env[69374]: DEBUG nova.compute.manager [-] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.974115] env[69374]: DEBUG nova.network.neutron [-] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.998083] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.998377] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.998600] env[69374]: DEBUG nova.objects.instance [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'resources' on Instance uuid e225c8d7-325c-4ce8-850c-75acfed819b6 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.053143] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.053296] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.464201] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.503093] env[69374]: DEBUG nova.objects.instance [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'numa_topology' on Instance uuid e225c8d7-325c-4ce8-850c-75acfed819b6 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.607577] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.607829] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.792319] env[69374]: DEBUG nova.compute.manager [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Received event network-changed-f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.792976] env[69374]: DEBUG nova.compute.manager [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Refreshing instance network info cache due to event network-changed-f7317f9a-151c-401f-ad2d-8812fac541ce. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.792976] env[69374]: DEBUG oslo_concurrency.lockutils [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] Acquiring lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.792976] env[69374]: DEBUG oslo_concurrency.lockutils [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] Acquired lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.792976] env[69374]: DEBUG nova.network.neutron [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Refreshing network info cache for port f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.802715] env[69374]: DEBUG nova.network.neutron [-] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.964627] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.005437] env[69374]: DEBUG nova.objects.base [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1253.109826] env[69374]: DEBUG nova.compute.manager [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.154297] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f08aa-a8c1-48ff-b219-f1850aaa6adb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.162812] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a07d9c6-5f23-47c2-b970-341411b62dec {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.194753] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d1b5b0-6340-4e92-9439-461f997b66bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.203359] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4ba1cc-2673-48f3-8505-f0c0b2a73dd4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.217056] env[69374]: DEBUG nova.compute.provider_tree [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.305599] env[69374]: INFO nova.compute.manager [-] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Took 1.33 seconds to deallocate network for instance. [ 1253.466974] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.543704] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "e225c8d7-325c-4ce8-850c-75acfed819b6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.632064] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.659769] env[69374]: DEBUG nova.network.neutron [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updated VIF entry in instance network info cache for port f7317f9a-151c-401f-ad2d-8812fac541ce. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.660290] env[69374]: DEBUG nova.network.neutron [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updating instance_info_cache with network_info: [{"id": "f7317f9a-151c-401f-ad2d-8812fac541ce", "address": "fa:16:3e:22:8b:6d", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf7317f9a-15", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.720510] env[69374]: DEBUG nova.scheduler.client.report [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.812978] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.967761] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.979402] env[69374]: DEBUG oslo_concurrency.lockutils [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "0b3e6046-0051-45d3-9bb5-0f17e418655e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.979640] env[69374]: DEBUG oslo_concurrency.lockutils [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "0b3e6046-0051-45d3-9bb5-0f17e418655e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.979850] env[69374]: DEBUG oslo_concurrency.lockutils [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "0b3e6046-0051-45d3-9bb5-0f17e418655e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.980070] env[69374]: DEBUG oslo_concurrency.lockutils [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "0b3e6046-0051-45d3-9bb5-0f17e418655e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.980245] env[69374]: DEBUG oslo_concurrency.lockutils [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "0b3e6046-0051-45d3-9bb5-0f17e418655e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.982327] env[69374]: INFO nova.compute.manager [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Terminating instance [ 1254.164772] env[69374]: DEBUG oslo_concurrency.lockutils [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] Releasing lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.165226] env[69374]: DEBUG nova.compute.manager [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Received event network-vif-deleted-0227dccf-84d2-4c51-9d5e-f85c08c40968 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.165527] env[69374]: INFO nova.compute.manager [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Neutron deleted interface 0227dccf-84d2-4c51-9d5e-f85c08c40968; detaching it from the instance and deleting it from the info cache [ 1254.165731] env[69374]: DEBUG nova.network.neutron [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.226831] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.229879] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.598s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.232083] env[69374]: INFO nova.compute.claims [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.471026] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.487296] env[69374]: DEBUG nova.compute.manager [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.487537] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.488424] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cbd795-f567-496f-91b3-42be998101f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.496601] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.496916] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06ea8c5d-8280-4b67-89b8-3535bf8948e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.503878] env[69374]: DEBUG oslo_vmware.api [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1254.503878] env[69374]: value = "task-4112353" [ 1254.503878] env[69374]: _type = "Task" [ 1254.503878] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.512383] env[69374]: DEBUG oslo_vmware.api [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.669179] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f481e64-5c3c-4404-8735-cec6e4c3a62b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.680519] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24550e5e-3582-49dc-bd73-5467d8257894 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.717506] env[69374]: DEBUG nova.compute.manager [req-ad014204-4984-40f7-948c-a498ecc87420 req-50c86b23-a8b3-4bd3-b412-9284de86ff6d service nova] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Detach interface failed, port_id=0227dccf-84d2-4c51-9d5e-f85c08c40968, reason: Instance b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1254.742782] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ac9054c8-f24f-4eb1-971a-63b782200d86 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.057s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.743716] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.200s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.743907] env[69374]: INFO nova.compute.manager [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Unshelving [ 1254.968038] env[69374]: DEBUG oslo_vmware.api [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112348, 'name': ReconfigVM_Task, 'duration_secs': 5.809763} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.968348] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.968585] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Reconfigured VM to detach interface {{(pid=69374) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1255.013730] env[69374]: DEBUG oslo_vmware.api [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112353, 'name': PowerOffVM_Task, 'duration_secs': 0.281357} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.014100] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.014293] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.014565] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e3e4081-635d-4860-913c-3e54ac1e5427 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.052709] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.053043] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.084526] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.084738] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.084893] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleting the datastore file [datastore1] 0b3e6046-0051-45d3-9bb5-0f17e418655e {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.085191] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77ff981b-0001-4f17-a73c-53dea8246324 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.092139] env[69374]: DEBUG oslo_vmware.api [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1255.092139] env[69374]: value = "task-4112355" [ 1255.092139] env[69374]: _type = "Task" [ 1255.092139] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.102942] env[69374]: DEBUG oslo_vmware.api [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.222618] env[69374]: DEBUG nova.compute.manager [req-b7ceb19f-fcff-4512-90d3-d84be846e9dc req-8eb7ca86-f250-4393-b980-3e4b52abc00e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received event network-vif-deleted-59e63cc8-da8f-4793-b486-cf9e7091f0af {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.222847] env[69374]: INFO nova.compute.manager [req-b7ceb19f-fcff-4512-90d3-d84be846e9dc req-8eb7ca86-f250-4393-b980-3e4b52abc00e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Neutron deleted interface 59e63cc8-da8f-4793-b486-cf9e7091f0af; detaching it from the instance and deleting it from the info cache [ 1255.223165] env[69374]: DEBUG nova.network.neutron [req-b7ceb19f-fcff-4512-90d3-d84be846e9dc req-8eb7ca86-f250-4393-b980-3e4b52abc00e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updating instance_info_cache with network_info: [{"id": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "address": "fa:16:3e:f9:5e:4e", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f453b7-4f", "ovs_interfaceid": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3af13788-b447-4c3c-b41a-c0b7b298ad22", "address": "fa:16:3e:95:37:f3", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af13788-b4", "ovs_interfaceid": "3af13788-b447-4c3c-b41a-c0b7b298ad22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.401291] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf9473f-e662-4d6c-8347-09388d1c3b0a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.409294] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d6b35b-f0ce-41a9-ae58-afa3a757f265 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.439595] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ca4b7e-785c-474a-95fe-802a741fd9d3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.447499] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fafa5b7-c2c1-4884-a641-45dab89d95b2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.460949] env[69374]: DEBUG nova.compute.provider_tree [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.605368] env[69374]: DEBUG oslo_vmware.api [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166842} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.605809] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.606024] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.606291] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.606547] env[69374]: INFO nova.compute.manager [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1255.606893] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.607174] env[69374]: DEBUG nova.compute.manager [-] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.607303] env[69374]: DEBUG nova.network.neutron [-] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.726064] env[69374]: DEBUG oslo_concurrency.lockutils [req-b7ceb19f-fcff-4512-90d3-d84be846e9dc req-8eb7ca86-f250-4393-b980-3e4b52abc00e service nova] Acquiring lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.726346] env[69374]: DEBUG oslo_concurrency.lockutils [req-b7ceb19f-fcff-4512-90d3-d84be846e9dc req-8eb7ca86-f250-4393-b980-3e4b52abc00e service nova] Acquired lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.727281] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f77e6f1-9bfb-4d6d-8796-50f1c3c9d286 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.747378] env[69374]: DEBUG oslo_concurrency.lockutils [req-b7ceb19f-fcff-4512-90d3-d84be846e9dc req-8eb7ca86-f250-4393-b980-3e4b52abc00e service nova] Releasing lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.747631] env[69374]: WARNING nova.compute.manager [req-b7ceb19f-fcff-4512-90d3-d84be846e9dc req-8eb7ca86-f250-4393-b980-3e4b52abc00e service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Detach interface failed, port_id=59e63cc8-da8f-4793-b486-cf9e7091f0af, reason: No device with interface-id 59e63cc8-da8f-4793-b486-cf9e7091f0af exists on VM: nova.exception.NotFound: No device with interface-id 59e63cc8-da8f-4793-b486-cf9e7091f0af exists on VM [ 1255.766068] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.963800] env[69374]: DEBUG nova.scheduler.client.report [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.052781] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.209265] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.209680] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.209680] env[69374]: DEBUG nova.network.neutron [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.468849] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.469807] env[69374]: DEBUG nova.compute.manager [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1256.472578] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.660s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.472781] env[69374]: DEBUG nova.objects.instance [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lazy-loading 'resources' on Instance uuid b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.556065] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.772018] env[69374]: DEBUG oslo_concurrency.lockutils [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.772431] env[69374]: DEBUG oslo_concurrency.lockutils [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.772628] env[69374]: DEBUG oslo_concurrency.lockutils [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.772896] env[69374]: DEBUG oslo_concurrency.lockutils [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.773089] env[69374]: DEBUG oslo_concurrency.lockutils [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.775400] env[69374]: INFO nova.compute.manager [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Terminating instance [ 1256.919936] env[69374]: INFO nova.network.neutron [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Port 3af13788-b447-4c3c-b41a-c0b7b298ad22 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1256.920345] env[69374]: DEBUG nova.network.neutron [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updating instance_info_cache with network_info: [{"id": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "address": "fa:16:3e:f9:5e:4e", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f453b7-4f", "ovs_interfaceid": "00f453b7-4f29-4c08-b55d-d8aa60376fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.964213] env[69374]: DEBUG nova.network.neutron [-] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.975997] env[69374]: DEBUG nova.compute.utils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.980506] env[69374]: DEBUG nova.compute.manager [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.980679] env[69374]: DEBUG nova.network.neutron [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.017995] env[69374]: DEBUG nova.policy [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90fadc1d4688425b8c35c98f0fd06970', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97bed6fb32ff40e69f97d78d1037feda', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1257.129604] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111bc953-f1ba-43f3-8dee-2a3e504f3357 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.140546] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6315d3-5a2f-47d7-9fd1-b0c262c54166 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.171215] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47621e-4afc-47c8-a692-409e9fccccc7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.180330] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df05cc3c-4275-45fb-8f0a-9c40f28c57e1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.195094] env[69374]: DEBUG nova.compute.provider_tree [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.282608] env[69374]: DEBUG nova.compute.manager [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.282956] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.283842] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1528c6c3-c188-450b-b4a0-9da9b455578a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.292642] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.292642] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db9bfaa6-5fab-41b4-86ad-6aeb7db26b05 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.299218] env[69374]: DEBUG oslo_vmware.api [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1257.299218] env[69374]: value = "task-4112356" [ 1257.299218] env[69374]: _type = "Task" [ 1257.299218] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.308773] env[69374]: DEBUG oslo_vmware.api [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.311594] env[69374]: DEBUG nova.compute.manager [req-8f60a4a1-855a-4951-b4a7-4af3f7407135 req-77acca27-cc85-489d-91a4-541e1832ca79 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received event network-vif-deleted-3af13788-b447-4c3c-b41a-c0b7b298ad22 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.311952] env[69374]: DEBUG nova.compute.manager [req-8f60a4a1-855a-4951-b4a7-4af3f7407135 req-77acca27-cc85-489d-91a4-541e1832ca79 service nova] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Received event network-vif-deleted-711996b7-97f5-4bdb-a73b-18ff6b67e4c1 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.383200] env[69374]: DEBUG nova.network.neutron [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Successfully created port: 1f9273df-900a-4cbd-813a-661c472f8e5e {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1257.423393] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-3dd30735-19f9-4fa5-bba4-c2e7959f9143" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.466439] env[69374]: INFO nova.compute.manager [-] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Took 1.86 seconds to deallocate network for instance. [ 1257.481075] env[69374]: DEBUG nova.compute.manager [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1257.698949] env[69374]: DEBUG nova.scheduler.client.report [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.811389] env[69374]: DEBUG oslo_vmware.api [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112356, 'name': PowerOffVM_Task, 'duration_secs': 0.232397} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.811727] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.811830] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.812078] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-320c9570-77e4-413d-9590-7d5d200e9c94 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.909786] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.909786] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.909786] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleting the datastore file [datastore2] 3dd30735-19f9-4fa5-bba4-c2e7959f9143 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.910058] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bef8b18-8aa1-44c1-b113-74977ee84da2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.916834] env[69374]: DEBUG oslo_vmware.api [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1257.916834] env[69374]: value = "task-4112358" [ 1257.916834] env[69374]: _type = "Task" [ 1257.916834] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.925111] env[69374]: DEBUG oslo_vmware.api [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.927155] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fe265db5-8c81-49cc-91d6-0b7b26793566 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-3dd30735-19f9-4fa5-bba4-c2e7959f9143-59e63cc8-da8f-4793-b486-cf9e7091f0af" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.562s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.973444] env[69374]: DEBUG oslo_concurrency.lockutils [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.203998] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.207033] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.440s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.207033] env[69374]: DEBUG nova.objects.instance [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'pci_requests' on Instance uuid e225c8d7-325c-4ce8-850c-75acfed819b6 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.226870] env[69374]: INFO nova.scheduler.client.report [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted allocations for instance b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9 [ 1258.427701] env[69374]: DEBUG oslo_vmware.api [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173122} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.427991] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.428145] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.428317] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.428499] env[69374]: INFO nova.compute.manager [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1258.428748] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.429172] env[69374]: DEBUG nova.compute.manager [-] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.429271] env[69374]: DEBUG nova.network.neutron [-] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.491907] env[69374]: DEBUG nova.compute.manager [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1258.502711] env[69374]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 3af13788-b447-4c3c-b41a-c0b7b298ad22 could not be found.", "detail": ""}} {{(pid=69374) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1258.502961] env[69374]: DEBUG nova.network.neutron [-] Unable to show port 3af13788-b447-4c3c-b41a-c0b7b298ad22 as it no longer exists. {{(pid=69374) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1258.517250] env[69374]: DEBUG nova.virt.hardware [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.517504] env[69374]: DEBUG nova.virt.hardware [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.517663] env[69374]: DEBUG nova.virt.hardware [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.517843] env[69374]: DEBUG nova.virt.hardware [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.517987] env[69374]: DEBUG nova.virt.hardware [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.518151] env[69374]: DEBUG nova.virt.hardware [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.518360] env[69374]: DEBUG nova.virt.hardware [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.518518] env[69374]: DEBUG nova.virt.hardware [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.518683] env[69374]: DEBUG nova.virt.hardware [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.518842] env[69374]: DEBUG nova.virt.hardware [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.519019] env[69374]: DEBUG nova.virt.hardware [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.519883] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1752870c-2f06-4c3e-b2cc-78569638be50 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.528369] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f3669c-4190-47e1-9ad7-29d9e27d00d0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.713640] env[69374]: DEBUG nova.objects.instance [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'numa_topology' on Instance uuid e225c8d7-325c-4ce8-850c-75acfed819b6 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.735806] env[69374]: DEBUG oslo_concurrency.lockutils [None req-2e6ba234-8709-4f2e-96eb-f5c3dc7ba8dd tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.863s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.922599] env[69374]: DEBUG nova.compute.manager [req-4f4b1295-cb82-4907-9687-6a4aaea68a3c req-97449f42-b8cb-4b84-855b-574c8cefe873 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Received event network-vif-deleted-00f453b7-4f29-4c08-b55d-d8aa60376fc3 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.922887] env[69374]: INFO nova.compute.manager [req-4f4b1295-cb82-4907-9687-6a4aaea68a3c req-97449f42-b8cb-4b84-855b-574c8cefe873 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Neutron deleted interface 00f453b7-4f29-4c08-b55d-d8aa60376fc3; detaching it from the instance and deleting it from the info cache [ 1258.922961] env[69374]: DEBUG nova.network.neutron [req-4f4b1295-cb82-4907-9687-6a4aaea68a3c req-97449f42-b8cb-4b84-855b-574c8cefe873 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.037813] env[69374]: DEBUG nova.network.neutron [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Successfully updated port: 1f9273df-900a-4cbd-813a-661c472f8e5e {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1259.215202] env[69374]: INFO nova.compute.claims [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.341871] env[69374]: DEBUG nova.compute.manager [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Received event network-vif-plugged-1f9273df-900a-4cbd-813a-661c472f8e5e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.341871] env[69374]: DEBUG oslo_concurrency.lockutils [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] Acquiring lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.341871] env[69374]: DEBUG oslo_concurrency.lockutils [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.341871] env[69374]: DEBUG oslo_concurrency.lockutils [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.341871] env[69374]: DEBUG nova.compute.manager [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] No waiting events found dispatching network-vif-plugged-1f9273df-900a-4cbd-813a-661c472f8e5e {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1259.341871] env[69374]: WARNING nova.compute.manager [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Received unexpected event network-vif-plugged-1f9273df-900a-4cbd-813a-661c472f8e5e for instance with vm_state building and task_state spawning. [ 1259.341871] env[69374]: DEBUG nova.compute.manager [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Received event network-changed-1f9273df-900a-4cbd-813a-661c472f8e5e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.342163] env[69374]: DEBUG nova.compute.manager [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Refreshing instance network info cache due to event network-changed-1f9273df-900a-4cbd-813a-661c472f8e5e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.342163] env[69374]: DEBUG oslo_concurrency.lockutils [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] Acquiring lock "refresh_cache-1f4b4bf0-7af1-4505-bce6-1dd6b02946de" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.342305] env[69374]: DEBUG oslo_concurrency.lockutils [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] Acquired lock "refresh_cache-1f4b4bf0-7af1-4505-bce6-1dd6b02946de" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.342461] env[69374]: DEBUG nova.network.neutron [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Refreshing network info cache for port 1f9273df-900a-4cbd-813a-661c472f8e5e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.403086] env[69374]: DEBUG nova.network.neutron [-] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.426878] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df4cacfc-4e7a-44b3-9f75-ea3ffbb9e020 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.437467] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183795d0-3021-40ac-91a0-49b62a24c105 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.470831] env[69374]: DEBUG nova.compute.manager [req-4f4b1295-cb82-4907-9687-6a4aaea68a3c req-97449f42-b8cb-4b84-855b-574c8cefe873 service nova] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Detach interface failed, port_id=00f453b7-4f29-4c08-b55d-d8aa60376fc3, reason: Instance 3dd30735-19f9-4fa5-bba4-c2e7959f9143 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.524506] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.525044] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.540876] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "refresh_cache-1f4b4bf0-7af1-4505-bce6-1dd6b02946de" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.876391] env[69374]: DEBUG nova.network.neutron [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.906267] env[69374]: INFO nova.compute.manager [-] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Took 1.48 seconds to deallocate network for instance. [ 1259.960054] env[69374]: DEBUG nova.network.neutron [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.027495] env[69374]: DEBUG nova.compute.manager [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.356799] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0f40f8-bc4b-4f31-8b29-ef227a04500c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.366118] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bba299-c056-4ffc-a28f-943533790fa0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.396323] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a049b448-c972-4d6b-8a9e-a972d4cf7e07 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.404353] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104c296f-450f-48e2-83f5-b124ed091e0b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.418332] env[69374]: DEBUG oslo_concurrency.lockutils [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.418809] env[69374]: DEBUG nova.compute.provider_tree [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.463230] env[69374]: DEBUG oslo_concurrency.lockutils [req-3f4762f1-ab21-4b20-9b6c-208e5d7333e3 req-ac168bd4-d919-49bd-8e73-fe768321c2ff service nova] Releasing lock "refresh_cache-1f4b4bf0-7af1-4505-bce6-1dd6b02946de" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.463230] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "refresh_cache-1f4b4bf0-7af1-4505-bce6-1dd6b02946de" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.463419] env[69374]: DEBUG nova.network.neutron [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.547314] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.922298] env[69374]: DEBUG nova.scheduler.client.report [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.991636] env[69374]: DEBUG nova.network.neutron [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.127425] env[69374]: DEBUG nova.network.neutron [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Updating instance_info_cache with network_info: [{"id": "1f9273df-900a-4cbd-813a-661c472f8e5e", "address": "fa:16:3e:44:b6:d8", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9273df-90", "ovs_interfaceid": "1f9273df-900a-4cbd-813a-661c472f8e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.427298] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.221s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.429458] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.874s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.429660] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.429823] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1261.430133] env[69374]: DEBUG oslo_concurrency.lockutils [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.457s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.430429] env[69374]: DEBUG nova.objects.instance [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'resources' on Instance uuid 0b3e6046-0051-45d3-9bb5-0f17e418655e {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.432478] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b338250d-8863-468a-b105-f6a54b35ebb4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.442500] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2999c4ca-f562-4e48-912c-4059deb2b6dc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.460155] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fe22bc-5dec-4b21-adae-9aa2389082da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.463845] env[69374]: INFO nova.network.neutron [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updating port f7317f9a-151c-401f-ad2d-8812fac541ce with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1261.468791] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e99767-dfe3-49c2-9e44-d104bf086644 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.499536] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178401MB free_disk=15GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1261.499694] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.633219] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "refresh_cache-1f4b4bf0-7af1-4505-bce6-1dd6b02946de" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.633219] env[69374]: DEBUG nova.compute.manager [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Instance network_info: |[{"id": "1f9273df-900a-4cbd-813a-661c472f8e5e", "address": "fa:16:3e:44:b6:d8", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9273df-90", "ovs_interfaceid": "1f9273df-900a-4cbd-813a-661c472f8e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.633219] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:b6:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f9273df-900a-4cbd-813a-661c472f8e5e', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.640651] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.641089] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.643287] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c794b295-3654-47e4-b2c7-4b56731a3c83 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.663362] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.663362] env[69374]: value = "task-4112359" [ 1261.663362] env[69374]: _type = "Task" [ 1261.663362] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.671765] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112359, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.075120] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31122e8d-28ca-4d2a-9e63-5faf14f1b4e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.083181] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c178fc-bcc8-40a7-8424-0d2f363b11eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.118561] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c6ffae-9820-4b8d-b006-1b019d201a61 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.128029] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbdc50f-b9d8-45d1-a287-f3cb87870992 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.141290] env[69374]: DEBUG nova.compute.provider_tree [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.174519] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112359, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.645506] env[69374]: DEBUG nova.scheduler.client.report [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.674163] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112359, 'name': CreateVM_Task, 'duration_secs': 0.54385} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.674338] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.675111] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.675416] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.675836] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.676207] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b4be13-ea67-4ef1-8b5b-9e6c8de4c8e0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.681760] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1262.681760] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5202231f-4d21-d164-b66e-70ec0ffbb917" [ 1262.681760] env[69374]: _type = "Task" [ 1262.681760] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.690767] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5202231f-4d21-d164-b66e-70ec0ffbb917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.002956] env[69374]: DEBUG nova.compute.manager [req-fb0c9659-8105-4cbc-90cf-7b0dc35040d0 req-cc3d9cb6-a7d0-4d14-921a-017910a36584 service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Received event network-vif-plugged-f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.003220] env[69374]: DEBUG oslo_concurrency.lockutils [req-fb0c9659-8105-4cbc-90cf-7b0dc35040d0 req-cc3d9cb6-a7d0-4d14-921a-017910a36584 service nova] Acquiring lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.003429] env[69374]: DEBUG oslo_concurrency.lockutils [req-fb0c9659-8105-4cbc-90cf-7b0dc35040d0 req-cc3d9cb6-a7d0-4d14-921a-017910a36584 service nova] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.004032] env[69374]: DEBUG oslo_concurrency.lockutils [req-fb0c9659-8105-4cbc-90cf-7b0dc35040d0 req-cc3d9cb6-a7d0-4d14-921a-017910a36584 service nova] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.004032] env[69374]: DEBUG nova.compute.manager [req-fb0c9659-8105-4cbc-90cf-7b0dc35040d0 req-cc3d9cb6-a7d0-4d14-921a-017910a36584 service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] No waiting events found dispatching network-vif-plugged-f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1263.004032] env[69374]: WARNING nova.compute.manager [req-fb0c9659-8105-4cbc-90cf-7b0dc35040d0 req-cc3d9cb6-a7d0-4d14-921a-017910a36584 service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Received unexpected event network-vif-plugged-f7317f9a-151c-401f-ad2d-8812fac541ce for instance with vm_state shelved_offloaded and task_state spawning. [ 1263.033953] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.033953] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.033953] env[69374]: DEBUG nova.network.neutron [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.150726] env[69374]: DEBUG oslo_concurrency.lockutils [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.153327] env[69374]: DEBUG oslo_concurrency.lockutils [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.735s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.153714] env[69374]: DEBUG nova.objects.instance [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'resources' on Instance uuid 3dd30735-19f9-4fa5-bba4-c2e7959f9143 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.170681] env[69374]: INFO nova.scheduler.client.report [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleted allocations for instance 0b3e6046-0051-45d3-9bb5-0f17e418655e [ 1263.193344] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5202231f-4d21-d164-b66e-70ec0ffbb917, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.193773] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.194095] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.194417] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.194614] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.194877] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.195251] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ed1f156-bbc5-4719-b363-e6fdaf19e2ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.206743] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.206924] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.207640] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c311c5f-b7f9-4456-a165-ea5e44ec9900 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.214748] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1263.214748] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a13dd1-d67b-3517-5781-fd3e58087eea" [ 1263.214748] env[69374]: _type = "Task" [ 1263.214748] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.224851] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a13dd1-d67b-3517-5781-fd3e58087eea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.680749] env[69374]: DEBUG oslo_concurrency.lockutils [None req-487aaa38-25e5-43a7-967d-955b98776f7b tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "0b3e6046-0051-45d3-9bb5-0f17e418655e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.701s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.727126] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a13dd1-d67b-3517-5781-fd3e58087eea, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.731118] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ace0873a-1952-4c5c-b733-d41e58c5edab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.737791] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1263.737791] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52124aa9-ac6a-a5ec-7b5d-9fa5c3879da0" [ 1263.737791] env[69374]: _type = "Task" [ 1263.737791] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.738340] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "89501f21-3b96-4c55-a56e-45250379d404" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.738489] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "89501f21-3b96-4c55-a56e-45250379d404" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.738717] env[69374]: INFO nova.compute.manager [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Shelving [ 1263.753827] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52124aa9-ac6a-a5ec-7b5d-9fa5c3879da0, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.754293] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.754392] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 1f4b4bf0-7af1-4505-bce6-1dd6b02946de/1f4b4bf0-7af1-4505-bce6-1dd6b02946de.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.754622] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b798dfa7-e6b6-49d1-999b-145f42a2b02b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.766920] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1263.766920] env[69374]: value = "task-4112360" [ 1263.766920] env[69374]: _type = "Task" [ 1263.766920] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.778327] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.814135] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7438ddc6-4397-4842-8376-dd760584e921 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.818296] env[69374]: DEBUG nova.network.neutron [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updating instance_info_cache with network_info: [{"id": "f7317f9a-151c-401f-ad2d-8812fac541ce", "address": "fa:16:3e:22:8b:6d", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7317f9a-15", "ovs_interfaceid": "f7317f9a-151c-401f-ad2d-8812fac541ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.825331] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd73d77-a2c3-4cfa-86ed-f9e5d328ae4a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.857051] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe49827-5657-4064-b036-f6bb25479c6c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.865787] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b14bc89-c80d-4c9f-9109-7bf7c904f8e4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.882027] env[69374]: DEBUG nova.compute.provider_tree [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.276408] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488926} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.276706] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 1f4b4bf0-7af1-4505-bce6-1dd6b02946de/1f4b4bf0-7af1-4505-bce6-1dd6b02946de.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.276914] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.277192] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e66e4bb5-1588-4a16-86de-1b3df44c982f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.284228] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1264.284228] env[69374]: value = "task-4112361" [ 1264.284228] env[69374]: _type = "Task" [ 1264.284228] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.292624] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.320911] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.352011] env[69374]: DEBUG nova.virt.hardware [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f96e4759fb0b85eceb2d1c2471743b8f',container_format='bare',created_at=2025-05-14T01:29:00Z,direct_url=,disk_format='vmdk',id=9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1488677391-shelved',owner='0251b71bde7143e18a8dc871be72487f',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-14T01:29:16Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.352288] env[69374]: DEBUG nova.virt.hardware [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.352445] env[69374]: DEBUG nova.virt.hardware [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.352623] env[69374]: DEBUG nova.virt.hardware [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.352769] env[69374]: DEBUG nova.virt.hardware [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.352952] env[69374]: DEBUG nova.virt.hardware [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.353204] env[69374]: DEBUG nova.virt.hardware [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.353368] env[69374]: DEBUG nova.virt.hardware [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.353613] env[69374]: DEBUG nova.virt.hardware [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.353799] env[69374]: DEBUG nova.virt.hardware [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.353974] env[69374]: DEBUG nova.virt.hardware [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.354858] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a454acb-942f-4fc0-938c-e69e7a4cb291 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.363685] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65428331-6a75-40c6-965e-f135d5fb5e55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.378191] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:8b:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7317f9a-151c-401f-ad2d-8812fac541ce', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.385656] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.386566] env[69374]: DEBUG nova.scheduler.client.report [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.389596] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.389834] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04939cbb-4136-4215-bc10-3131c728902e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.410621] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.410621] env[69374]: value = "task-4112362" [ 1264.410621] env[69374]: _type = "Task" [ 1264.410621] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.418987] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112362, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.755136] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.755480] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5398705-ab1b-4a9b-9e60-a00666184e38 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.763016] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1264.763016] env[69374]: value = "task-4112363" [ 1264.763016] env[69374]: _type = "Task" [ 1264.763016] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.773061] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.793984] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062816} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.794342] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.795122] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958ca0dd-c7b9-454b-8ab9-87fdfdb835ee {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.818105] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 1f4b4bf0-7af1-4505-bce6-1dd6b02946de/1f4b4bf0-7af1-4505-bce6-1dd6b02946de.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.818427] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6054c2b-0148-4159-a1be-ddb086401072 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.838095] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1264.838095] env[69374]: value = "task-4112364" [ 1264.838095] env[69374]: _type = "Task" [ 1264.838095] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.852333] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.905625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.908342] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.361s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.909964] env[69374]: INFO nova.compute.claims [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.922969] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112362, 'name': CreateVM_Task, 'duration_secs': 0.382688} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.923195] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.924363] env[69374]: INFO nova.scheduler.client.report [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleted allocations for instance 3dd30735-19f9-4fa5-bba4-c2e7959f9143 [ 1264.925871] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.926438] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.926438] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.929038] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0528a868-67d4-4377-af6c-ae392a7b9007 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.935691] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1264.935691] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5271f935-7577-6e78-54df-e6c3cc3cc583" [ 1264.935691] env[69374]: _type = "Task" [ 1264.935691] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.945911] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5271f935-7577-6e78-54df-e6c3cc3cc583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.037595] env[69374]: DEBUG nova.compute.manager [req-53e01dc8-6962-4230-b74a-3ce743a4d615 req-9ee1aee5-d3b3-4362-bc9c-99399cea6536 service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Received event network-changed-f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.037788] env[69374]: DEBUG nova.compute.manager [req-53e01dc8-6962-4230-b74a-3ce743a4d615 req-9ee1aee5-d3b3-4362-bc9c-99399cea6536 service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Refreshing instance network info cache due to event network-changed-f7317f9a-151c-401f-ad2d-8812fac541ce. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.038039] env[69374]: DEBUG oslo_concurrency.lockutils [req-53e01dc8-6962-4230-b74a-3ce743a4d615 req-9ee1aee5-d3b3-4362-bc9c-99399cea6536 service nova] Acquiring lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.038187] env[69374]: DEBUG oslo_concurrency.lockutils [req-53e01dc8-6962-4230-b74a-3ce743a4d615 req-9ee1aee5-d3b3-4362-bc9c-99399cea6536 service nova] Acquired lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.038351] env[69374]: DEBUG nova.network.neutron [req-53e01dc8-6962-4230-b74a-3ce743a4d615 req-9ee1aee5-d3b3-4362-bc9c-99399cea6536 service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Refreshing network info cache for port f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.274614] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112363, 'name': PowerOffVM_Task, 'duration_secs': 0.25186} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.274916] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.275791] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c17cd7-1c50-44c6-87c7-27c241c5b62c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.295627] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd9ebc-7934-42c2-ba80-707ce773dd72 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.348680] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112364, 'name': ReconfigVM_Task, 'duration_secs': 0.321145} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.349010] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 1f4b4bf0-7af1-4505-bce6-1dd6b02946de/1f4b4bf0-7af1-4505-bce6-1dd6b02946de.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.349736] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d30a6f6f-8052-484d-aaee-4abd7e31e10d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.357970] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1265.357970] env[69374]: value = "task-4112365" [ 1265.357970] env[69374]: _type = "Task" [ 1265.357970] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.374299] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112365, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.435051] env[69374]: DEBUG oslo_concurrency.lockutils [None req-49510672-7fec-4591-ab28-bf02a25df223 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "3dd30735-19f9-4fa5-bba4-c2e7959f9143" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.663s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.449513] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.449809] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Processing image 9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.450068] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.450221] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.450399] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.450918] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85bb17de-8ffb-41d6-a195-fac8d47b70a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.461241] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.461468] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.462308] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9566de-47ec-4839-916a-a91b69fb3efd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.469170] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1265.469170] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521adbd2-0e79-7e32-cacf-35c0ddf80969" [ 1265.469170] env[69374]: _type = "Task" [ 1265.469170] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.478363] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521adbd2-0e79-7e32-cacf-35c0ddf80969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.654804] env[69374]: DEBUG nova.compute.manager [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Stashing vm_state: active {{(pid=69374) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1265.807326] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Creating Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1265.807687] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6c8272d8-ae55-471e-9cdd-4d29a361fb4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.816297] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1265.816297] env[69374]: value = "task-4112366" [ 1265.816297] env[69374]: _type = "Task" [ 1265.816297] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.829029] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112366, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.869323] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112365, 'name': Rename_Task, 'duration_secs': 0.148293} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.869652] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.869960] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae715eb6-f99c-47df-808a-ba9ec555b9f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.877401] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1265.877401] env[69374]: value = "task-4112367" [ 1265.877401] env[69374]: _type = "Task" [ 1265.877401] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.887043] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.929704] env[69374]: DEBUG nova.network.neutron [req-53e01dc8-6962-4230-b74a-3ce743a4d615 req-9ee1aee5-d3b3-4362-bc9c-99399cea6536 service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updated VIF entry in instance network info cache for port f7317f9a-151c-401f-ad2d-8812fac541ce. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.930382] env[69374]: DEBUG nova.network.neutron [req-53e01dc8-6962-4230-b74a-3ce743a4d615 req-9ee1aee5-d3b3-4362-bc9c-99399cea6536 service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updating instance_info_cache with network_info: [{"id": "f7317f9a-151c-401f-ad2d-8812fac541ce", "address": "fa:16:3e:22:8b:6d", "network": {"id": "92aa0539-6e9b-47fa-af35-3d3377b82751", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1787069126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0251b71bde7143e18a8dc871be72487f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7317f9a-15", "ovs_interfaceid": "f7317f9a-151c-401f-ad2d-8812fac541ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.985305] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Preparing fetch location {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1265.985676] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Fetch image to [datastore2] OSTACK_IMG_aef5a189-8d0d-40df-a5e9-6f1dc596403f/OSTACK_IMG_aef5a189-8d0d-40df-a5e9-6f1dc596403f.vmdk {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1265.985834] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Downloading stream optimized image 9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e to [datastore2] OSTACK_IMG_aef5a189-8d0d-40df-a5e9-6f1dc596403f/OSTACK_IMG_aef5a189-8d0d-40df-a5e9-6f1dc596403f.vmdk on the data store datastore2 as vApp {{(pid=69374) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1265.986050] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Downloading image file data 9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e to the ESX as VM named 'OSTACK_IMG_aef5a189-8d0d-40df-a5e9-6f1dc596403f' {{(pid=69374) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1266.075564] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89736053-67a9-4e8b-97f6-edf7b1224db0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.079313] env[69374]: DEBUG oslo_vmware.rw_handles [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1266.079313] env[69374]: value = "resgroup-9" [ 1266.079313] env[69374]: _type = "ResourcePool" [ 1266.079313] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1266.079567] env[69374]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3321ab0c-cfbb-4ca7-8c81-32b0e6ac3d49 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.100076] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d46106-96dc-43b5-87b1-d53831681f30 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.104649] env[69374]: DEBUG oslo_vmware.rw_handles [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lease: (returnval){ [ 1266.104649] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a650a1-e1db-0e77-085c-098340ed2cb5" [ 1266.104649] env[69374]: _type = "HttpNfcLease" [ 1266.104649] env[69374]: } obtained for vApp import into resource pool (val){ [ 1266.104649] env[69374]: value = "resgroup-9" [ 1266.104649] env[69374]: _type = "ResourcePool" [ 1266.104649] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1266.105008] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the lease: (returnval){ [ 1266.105008] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a650a1-e1db-0e77-085c-098340ed2cb5" [ 1266.105008] env[69374]: _type = "HttpNfcLease" [ 1266.105008] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1266.137281] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a266756-a1bc-4607-8e25-6a4aa2461253 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.141625] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.141625] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a650a1-e1db-0e77-085c-098340ed2cb5" [ 1266.141625] env[69374]: _type = "HttpNfcLease" [ 1266.141625] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1266.148080] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6947b5-d1fd-489e-a346-b5a04774da04 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.167888] env[69374]: DEBUG nova.compute.provider_tree [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.187031] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.329190] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112366, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.392660] env[69374]: DEBUG oslo_vmware.api [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112367, 'name': PowerOnVM_Task, 'duration_secs': 0.486625} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.392660] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.392660] env[69374]: INFO nova.compute.manager [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1266.396106] env[69374]: DEBUG nova.compute.manager [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1266.396683] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927bcbf2-9a26-4dee-82b8-caca48980745 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.434546] env[69374]: DEBUG oslo_concurrency.lockutils [req-53e01dc8-6962-4230-b74a-3ce743a4d615 req-9ee1aee5-d3b3-4362-bc9c-99399cea6536 service nova] Releasing lock "refresh_cache-e225c8d7-325c-4ce8-850c-75acfed819b6" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.613840] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.613840] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a650a1-e1db-0e77-085c-098340ed2cb5" [ 1266.613840] env[69374]: _type = "HttpNfcLease" [ 1266.613840] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1266.671485] env[69374]: DEBUG nova.scheduler.client.report [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.827530] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112366, 'name': CreateSnapshot_Task, 'duration_secs': 0.657396} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.827801] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Created Snapshot of the VM instance {{(pid=69374) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1266.828640] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b355e6-db30-40ec-a589-d587039afb34 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.914911] env[69374]: INFO nova.compute.manager [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Took 13.30 seconds to build instance. [ 1267.116114] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.116114] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a650a1-e1db-0e77-085c-098340ed2cb5" [ 1267.116114] env[69374]: _type = "HttpNfcLease" [ 1267.116114] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1267.116505] env[69374]: DEBUG oslo_vmware.rw_handles [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1267.116505] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a650a1-e1db-0e77-085c-098340ed2cb5" [ 1267.116505] env[69374]: _type = "HttpNfcLease" [ 1267.116505] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1267.117421] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa6b7ce-de37-4dfe-a346-83f78eee2375 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.125741] env[69374]: DEBUG oslo_vmware.rw_handles [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b2128-26a4-48de-2bbe-c54c1c484cd9/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1267.125973] env[69374]: DEBUG oslo_vmware.rw_handles [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b2128-26a4-48de-2bbe-c54c1c484cd9/disk-0.vmdk. {{(pid=69374) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1267.181692] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.182229] env[69374]: DEBUG nova.compute.manager [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.186166] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.686s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.192051] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e74cf34c-ca8c-4e09-9b8d-6ce412e3f1a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.347800] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Creating linked-clone VM from snapshot {{(pid=69374) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1267.348215] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35da9e91-1158-4666-8cb5-907ac970498f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.358242] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1267.358242] env[69374]: value = "task-4112369" [ 1267.358242] env[69374]: _type = "Task" [ 1267.358242] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.368160] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112369, 'name': CloneVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.418439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-092099ee-d269-452d-aa8f-e594cc84e0d5 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.810s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.680369] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "44e78359-33bd-44f9-b111-2de54ff9de01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.680739] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "44e78359-33bd-44f9-b111-2de54ff9de01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.695413] env[69374]: DEBUG nova.compute.utils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.697453] env[69374]: DEBUG nova.compute.manager [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.698892] env[69374]: DEBUG nova.network.neutron [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.753271] env[69374]: DEBUG nova.policy [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c147c27b49494398b65655e39e09cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a9e77fc935493aa27fc0552bbec035', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.870098] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112369, 'name': CloneVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.183186] env[69374]: DEBUG nova.compute.manager [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.190037] env[69374]: DEBUG nova.network.neutron [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Successfully created port: ae2b5b65-e37c-468d-a68b-939424ca4883 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.197017] env[69374]: INFO nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating resource usage from migration f3d5b1a4-56a8-479f-9b51-e3f311bbd569 [ 1268.201266] env[69374]: DEBUG nova.compute.manager [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.206150] env[69374]: DEBUG nova.compute.manager [req-de40cf63-0bf7-4694-93b1-1a7aa374725b req-64f46c37-bc39-4f4c-a6a8-55f57e798004 service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Received event network-changed-1f9273df-900a-4cbd-813a-661c472f8e5e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.206150] env[69374]: DEBUG nova.compute.manager [req-de40cf63-0bf7-4694-93b1-1a7aa374725b req-64f46c37-bc39-4f4c-a6a8-55f57e798004 service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Refreshing instance network info cache due to event network-changed-1f9273df-900a-4cbd-813a-661c472f8e5e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.206406] env[69374]: DEBUG oslo_concurrency.lockutils [req-de40cf63-0bf7-4694-93b1-1a7aa374725b req-64f46c37-bc39-4f4c-a6a8-55f57e798004 service nova] Acquiring lock "refresh_cache-1f4b4bf0-7af1-4505-bce6-1dd6b02946de" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.206462] env[69374]: DEBUG oslo_concurrency.lockutils [req-de40cf63-0bf7-4694-93b1-1a7aa374725b req-64f46c37-bc39-4f4c-a6a8-55f57e798004 service nova] Acquired lock "refresh_cache-1f4b4bf0-7af1-4505-bce6-1dd6b02946de" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.207070] env[69374]: DEBUG nova.network.neutron [req-de40cf63-0bf7-4694-93b1-1a7aa374725b req-64f46c37-bc39-4f4c-a6a8-55f57e798004 service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Refreshing network info cache for port 1f9273df-900a-4cbd-813a-661c472f8e5e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.221837] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0e955a18-2f05-4164-9601-37ac243a5cbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.222113] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 4866e7c6-2464-4aaf-b25e-17a43b560b6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.222340] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 89501f21-3b96-4c55-a56e-45250379d404 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.222494] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 2bf6f660-fc60-4224-a7b2-e4e654066b99 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.222630] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 1f4b4bf0-7af1-4505-bce6-1dd6b02946de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.222809] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance e225c8d7-325c-4ce8-850c-75acfed819b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.222999] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 0922af11-e7d4-4a88-ab5a-bce2d2f849fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.223209] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Migration f3d5b1a4-56a8-479f-9b51-e3f311bbd569 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1268.223351] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 163487fb-71db-4577-833a-1740a552a3dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1268.369523] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112369, 'name': CloneVM_Task} progress is 95%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.606269] env[69374]: DEBUG oslo_vmware.rw_handles [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Completed reading data from the image iterator. {{(pid=69374) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1268.606494] env[69374]: DEBUG oslo_vmware.rw_handles [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b2128-26a4-48de-2bbe-c54c1c484cd9/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1268.607501] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674e1bb8-6b6b-49b4-851a-4d3cb09d2c55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.616551] env[69374]: DEBUG oslo_vmware.rw_handles [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b2128-26a4-48de-2bbe-c54c1c484cd9/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1268.616551] env[69374]: DEBUG oslo_vmware.rw_handles [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b2128-26a4-48de-2bbe-c54c1c484cd9/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1268.616977] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-87efafac-e71d-4edc-8960-c3e83a29f173 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.708472] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.730950] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 44e78359-33bd-44f9-b111-2de54ff9de01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1268.730950] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1268.730950] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1268.823833] env[69374]: DEBUG oslo_vmware.rw_handles [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b2128-26a4-48de-2bbe-c54c1c484cd9/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1268.824260] env[69374]: INFO nova.virt.vmwareapi.images [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Downloaded image file data 9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e [ 1268.825707] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6538dd1-8691-4146-ac20-b0b893d3a4f5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.857190] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d55f94-0a50-4e10-89b2-81a0d910e2fc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.873111] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112369, 'name': CloneVM_Task, 'duration_secs': 1.385676} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.876416] env[69374]: INFO nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Created linked-clone VM from snapshot [ 1268.877597] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88bdf2b-96c0-41af-aa48-f9e6689c9bf4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.886337] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Uploading image 82b615d7-ce9e-4831-a87d-01577b940641 {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1268.893209] env[69374]: INFO nova.virt.vmwareapi.images [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] The imported VM was unregistered [ 1268.895513] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Caching image {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1268.895787] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.896080] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eece89e2-d88a-42d2-accd-b0fc7f5e3fb4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.911833] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Created directory with path [datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.912056] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_aef5a189-8d0d-40df-a5e9-6f1dc596403f/OSTACK_IMG_aef5a189-8d0d-40df-a5e9-6f1dc596403f.vmdk to [datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e.vmdk. {{(pid=69374) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1268.912327] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9d6ca419-1aa0-43dd-81ec-b2525390e53a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.916779] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1268.916779] env[69374]: value = "vm-814650" [ 1268.916779] env[69374]: _type = "VirtualMachine" [ 1268.916779] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1268.917268] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6fe3cb5-fc43-41db-970b-976c808a903d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.921341] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca018e8-0e29-41eb-b3eb-59f730134300 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.924278] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1268.924278] env[69374]: value = "task-4112371" [ 1268.924278] env[69374]: _type = "Task" [ 1268.924278] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.932234] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed6a92f-5bca-4734-a4c6-7413231c4fff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.935840] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lease: (returnval){ [ 1268.935840] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520ad00b-b89d-b510-7af7-54206b50ba4a" [ 1268.935840] env[69374]: _type = "HttpNfcLease" [ 1268.935840] env[69374]: } obtained for exporting VM: (result){ [ 1268.935840] env[69374]: value = "vm-814650" [ 1268.935840] env[69374]: _type = "VirtualMachine" [ 1268.935840] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1268.936166] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the lease: (returnval){ [ 1268.936166] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520ad00b-b89d-b510-7af7-54206b50ba4a" [ 1268.936166] env[69374]: _type = "HttpNfcLease" [ 1268.936166] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1268.942012] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112371, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.971805] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a31ae2a-b270-4be4-81cb-2b8a6f5aa15a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.976711] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1268.976711] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520ad00b-b89d-b510-7af7-54206b50ba4a" [ 1268.976711] env[69374]: _type = "HttpNfcLease" [ 1268.976711] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1268.977638] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1268.977638] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]520ad00b-b89d-b510-7af7-54206b50ba4a" [ 1268.977638] env[69374]: _type = "HttpNfcLease" [ 1268.977638] env[69374]: }. {{(pid=69374) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1268.978479] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b7213b-2456-4300-80c7-89c5e0df9162 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.985372] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b7aac0-33c7-4198-b6f8-54c040d231c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.994173] env[69374]: DEBUG nova.network.neutron [req-de40cf63-0bf7-4694-93b1-1a7aa374725b req-64f46c37-bc39-4f4c-a6a8-55f57e798004 service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Updated VIF entry in instance network info cache for port 1f9273df-900a-4cbd-813a-661c472f8e5e. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.994173] env[69374]: DEBUG nova.network.neutron [req-de40cf63-0bf7-4694-93b1-1a7aa374725b req-64f46c37-bc39-4f4c-a6a8-55f57e798004 service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Updating instance_info_cache with network_info: [{"id": "1f9273df-900a-4cbd-813a-661c472f8e5e", "address": "fa:16:3e:44:b6:d8", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9273df-90", "ovs_interfaceid": "1f9273df-900a-4cbd-813a-661c472f8e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.997215] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a259a0-5d43-efa4-bd84-e076e5d33414/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1268.997215] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a259a0-5d43-efa4-bd84-e076e5d33414/disk-0.vmdk for reading. {{(pid=69374) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1269.062668] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.213227] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9038d787-a80d-4d72-b609-902bd7a9d00e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.218813] env[69374]: DEBUG nova.compute.manager [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.252027] env[69374]: DEBUG nova.virt.hardware [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.252579] env[69374]: DEBUG nova.virt.hardware [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.252794] env[69374]: DEBUG nova.virt.hardware [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.252954] env[69374]: DEBUG nova.virt.hardware [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.253219] env[69374]: DEBUG nova.virt.hardware [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.253338] env[69374]: DEBUG nova.virt.hardware [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.253476] env[69374]: DEBUG nova.virt.hardware [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.253747] env[69374]: DEBUG nova.virt.hardware [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.253856] env[69374]: DEBUG nova.virt.hardware [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.253953] env[69374]: DEBUG nova.virt.hardware [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.254141] env[69374]: DEBUG nova.virt.hardware [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.255206] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bdb46c-da55-4791-9e47-de651fac3efb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.265485] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dc9685-00e8-4170-b641-ec953be77bc6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.436477] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112371, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.496818] env[69374]: DEBUG oslo_concurrency.lockutils [req-de40cf63-0bf7-4694-93b1-1a7aa374725b req-64f46c37-bc39-4f4c-a6a8-55f57e798004 service nova] Releasing lock "refresh_cache-1f4b4bf0-7af1-4505-bce6-1dd6b02946de" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.568344] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.641126] env[69374]: DEBUG nova.compute.manager [req-6df51d53-31d2-4df3-8a37-b79ae3c19cc3 req-0c00963d-dea5-4874-82ee-231a78de19a8 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Received event network-vif-plugged-ae2b5b65-e37c-468d-a68b-939424ca4883 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.641475] env[69374]: DEBUG oslo_concurrency.lockutils [req-6df51d53-31d2-4df3-8a37-b79ae3c19cc3 req-0c00963d-dea5-4874-82ee-231a78de19a8 service nova] Acquiring lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.641644] env[69374]: DEBUG oslo_concurrency.lockutils [req-6df51d53-31d2-4df3-8a37-b79ae3c19cc3 req-0c00963d-dea5-4874-82ee-231a78de19a8 service nova] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.641813] env[69374]: DEBUG oslo_concurrency.lockutils [req-6df51d53-31d2-4df3-8a37-b79ae3c19cc3 req-0c00963d-dea5-4874-82ee-231a78de19a8 service nova] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.642060] env[69374]: DEBUG nova.compute.manager [req-6df51d53-31d2-4df3-8a37-b79ae3c19cc3 req-0c00963d-dea5-4874-82ee-231a78de19a8 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] No waiting events found dispatching network-vif-plugged-ae2b5b65-e37c-468d-a68b-939424ca4883 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1269.642239] env[69374]: WARNING nova.compute.manager [req-6df51d53-31d2-4df3-8a37-b79ae3c19cc3 req-0c00963d-dea5-4874-82ee-231a78de19a8 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Received unexpected event network-vif-plugged-ae2b5b65-e37c-468d-a68b-939424ca4883 for instance with vm_state building and task_state spawning. [ 1269.850611] env[69374]: DEBUG nova.network.neutron [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Successfully updated port: ae2b5b65-e37c-468d-a68b-939424ca4883 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.955061] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112371, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.074301] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1270.074616] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.889s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.074990] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.888s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.353123] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.353334] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.353435] env[69374]: DEBUG nova.network.neutron [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.439483] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112371, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.582035] env[69374]: INFO nova.compute.claims [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.934497] env[69374]: DEBUG nova.network.neutron [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.944763] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112371, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.090177] env[69374]: INFO nova.compute.resource_tracker [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating resource usage from migration f3d5b1a4-56a8-479f-9b51-e3f311bbd569 [ 1271.182672] env[69374]: DEBUG nova.network.neutron [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance_info_cache with network_info: [{"id": "ae2b5b65-e37c-468d-a68b-939424ca4883", "address": "fa:16:3e:c2:8b:a1", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2b5b65-e3", "ovs_interfaceid": "ae2b5b65-e37c-468d-a68b-939424ca4883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.286849] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb1bb9a-131e-40ac-b858-b401eab86ffc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.299831] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0ae803-8a9a-415d-be12-1bde8b31b619 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.347029] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7966c6b9-79f6-40f8-b58d-a36f524a7df7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.358107] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1c0d07-6c1a-4650-98aa-67abe56082b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.380923] env[69374]: DEBUG nova.compute.provider_tree [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.440126] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112371, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.674514] env[69374]: DEBUG nova.compute.manager [req-0cfa6949-aa49-4833-8bd6-fc52c5d3774f req-f5114f0f-3d76-44da-8739-0cd0fdda9f80 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Received event network-changed-ae2b5b65-e37c-468d-a68b-939424ca4883 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.674757] env[69374]: DEBUG nova.compute.manager [req-0cfa6949-aa49-4833-8bd6-fc52c5d3774f req-f5114f0f-3d76-44da-8739-0cd0fdda9f80 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Refreshing instance network info cache due to event network-changed-ae2b5b65-e37c-468d-a68b-939424ca4883. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.675106] env[69374]: DEBUG oslo_concurrency.lockutils [req-0cfa6949-aa49-4833-8bd6-fc52c5d3774f req-f5114f0f-3d76-44da-8739-0cd0fdda9f80 service nova] Acquiring lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.686058] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.686412] env[69374]: DEBUG nova.compute.manager [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Instance network_info: |[{"id": "ae2b5b65-e37c-468d-a68b-939424ca4883", "address": "fa:16:3e:c2:8b:a1", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2b5b65-e3", "ovs_interfaceid": "ae2b5b65-e37c-468d-a68b-939424ca4883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.686758] env[69374]: DEBUG oslo_concurrency.lockutils [req-0cfa6949-aa49-4833-8bd6-fc52c5d3774f req-f5114f0f-3d76-44da-8739-0cd0fdda9f80 service nova] Acquired lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.687360] env[69374]: DEBUG nova.network.neutron [req-0cfa6949-aa49-4833-8bd6-fc52c5d3774f req-f5114f0f-3d76-44da-8739-0cd0fdda9f80 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Refreshing network info cache for port ae2b5b65-e37c-468d-a68b-939424ca4883 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.688924] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:8b:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae2b5b65-e37c-468d-a68b-939424ca4883', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.698519] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.700237] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.700671] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9507e2ff-afa9-419e-beff-babb75958504 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.721990] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.721990] env[69374]: value = "task-4112373" [ 1271.721990] env[69374]: _type = "Task" [ 1271.721990] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.732301] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112373, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.886861] env[69374]: DEBUG nova.scheduler.client.report [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.939978] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112371, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.767229} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.940339] env[69374]: INFO nova.virt.vmwareapi.ds_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_aef5a189-8d0d-40df-a5e9-6f1dc596403f/OSTACK_IMG_aef5a189-8d0d-40df-a5e9-6f1dc596403f.vmdk to [datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e.vmdk. [ 1271.940591] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Cleaning up location [datastore2] OSTACK_IMG_aef5a189-8d0d-40df-a5e9-6f1dc596403f {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1271.940862] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_aef5a189-8d0d-40df-a5e9-6f1dc596403f {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.941222] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29b7ebdf-d98e-4dbc-a54d-e6e4f00f8800 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.949925] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1271.949925] env[69374]: value = "task-4112374" [ 1271.949925] env[69374]: _type = "Task" [ 1271.949925] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.959475] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.235573] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112373, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.392390] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.317s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.392681] env[69374]: INFO nova.compute.manager [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Migrating [ 1272.399863] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.691s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.401585] env[69374]: INFO nova.compute.claims [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.462393] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082557} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.463661] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.463661] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.463952] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e.vmdk to [datastore2] e225c8d7-325c-4ce8-850c-75acfed819b6/e225c8d7-325c-4ce8-850c-75acfed819b6.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.464698] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbe13222-9fed-4ab8-aa3f-e9f062dca3d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.474453] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1272.474453] env[69374]: value = "task-4112375" [ 1272.474453] env[69374]: _type = "Task" [ 1272.474453] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.484871] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.737076] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112373, 'name': CreateVM_Task, 'duration_secs': 0.667135} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.737076] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.737419] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.737716] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.738245] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.738629] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a298d05-d51b-448c-beea-7f4f0d1418d7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.744865] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1272.744865] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52a97947-ac25-2bf7-3cef-9561beb12aa4" [ 1272.744865] env[69374]: _type = "Task" [ 1272.744865] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.753864] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a97947-ac25-2bf7-3cef-9561beb12aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.794156] env[69374]: DEBUG nova.network.neutron [req-0cfa6949-aa49-4833-8bd6-fc52c5d3774f req-f5114f0f-3d76-44da-8739-0cd0fdda9f80 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updated VIF entry in instance network info cache for port ae2b5b65-e37c-468d-a68b-939424ca4883. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.794574] env[69374]: DEBUG nova.network.neutron [req-0cfa6949-aa49-4833-8bd6-fc52c5d3774f req-f5114f0f-3d76-44da-8739-0cd0fdda9f80 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance_info_cache with network_info: [{"id": "ae2b5b65-e37c-468d-a68b-939424ca4883", "address": "fa:16:3e:c2:8b:a1", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2b5b65-e3", "ovs_interfaceid": "ae2b5b65-e37c-468d-a68b-939424ca4883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.913389] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.913656] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.913905] env[69374]: DEBUG nova.network.neutron [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.987590] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112375, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.258585] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52a97947-ac25-2bf7-3cef-9561beb12aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.018281} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.258853] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.259223] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.259376] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.259523] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.259703] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.260021] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-872d0792-8086-4a16-8253-ea3f968084a5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.276316] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.276528] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.277395] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf76aa0-00af-44e5-96c0-e7f198c9ba5f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.285028] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1273.285028] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52934f69-39b2-be43-b275-eaace0749bac" [ 1273.285028] env[69374]: _type = "Task" [ 1273.285028] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.295128] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52934f69-39b2-be43-b275-eaace0749bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.297814] env[69374]: DEBUG oslo_concurrency.lockutils [req-0cfa6949-aa49-4833-8bd6-fc52c5d3774f req-f5114f0f-3d76-44da-8739-0cd0fdda9f80 service nova] Releasing lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.488712] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112375, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.578632] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e466e6-525f-44d4-ba8c-2a5254f9d017 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.590888] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abdb663-dbfd-419e-8798-1caa7a16365a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.626397] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f34dda-c0e4-4634-b563-d7df63c14260 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.636645] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ea6db8-d716-4ea2-b905-f31ad81e14fd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.652844] env[69374]: DEBUG nova.compute.provider_tree [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.782113] env[69374]: DEBUG nova.network.neutron [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance_info_cache with network_info: [{"id": "51ecc627-facf-4f44-ab76-608a62b51faa", "address": "fa:16:3e:f2:19:0c", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ecc627-fa", "ovs_interfaceid": "51ecc627-facf-4f44-ab76-608a62b51faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.799918] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52934f69-39b2-be43-b275-eaace0749bac, 'name': SearchDatastore_Task, 'duration_secs': 0.088459} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.800773] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b9d819-0e89-4f66-a6a2-8a84ff224ca4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.809907] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1273.809907] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52cef34f-a1af-1cab-f306-0a5bc89692f0" [ 1273.809907] env[69374]: _type = "Task" [ 1273.809907] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.824868] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cef34f-a1af-1cab-f306-0a5bc89692f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.990270] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112375, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.158942] env[69374]: DEBUG nova.scheduler.client.report [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.285193] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.323918] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cef34f-a1af-1cab-f306-0a5bc89692f0, 'name': SearchDatastore_Task, 'duration_secs': 0.108363} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.324136] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.324432] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 0922af11-e7d4-4a88-ab5a-bce2d2f849fc/0922af11-e7d4-4a88-ab5a-bce2d2f849fc.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.324751] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-001da809-e636-491e-9e30-a280dd0ddaa1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.334072] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1274.334072] env[69374]: value = "task-4112376" [ 1274.334072] env[69374]: _type = "Task" [ 1274.334072] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.344993] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.489327] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112375, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.502116] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.502369] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.502576] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "2bf6f660-fc60-4224-a7b2-e4e654066b99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.502764] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.502936] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.505297] env[69374]: INFO nova.compute.manager [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Terminating instance [ 1274.664150] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.664930] env[69374]: DEBUG nova.compute.manager [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.848264] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.989939] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112375, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.009107] env[69374]: DEBUG nova.compute.manager [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.009597] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.009717] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0858b268-3d2c-46fd-89e8-569bb91ab5d8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.020473] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1275.020473] env[69374]: value = "task-4112377" [ 1275.020473] env[69374]: _type = "Task" [ 1275.020473] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.033121] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.170819] env[69374]: DEBUG nova.compute.utils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.172482] env[69374]: DEBUG nova.compute.manager [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.172711] env[69374]: DEBUG nova.network.neutron [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.246353] env[69374]: DEBUG nova.policy [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d932b34d964374bba2f4922b34620a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b733bb3278d44589d34f95a5a349c7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.345945] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112376, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.491258] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112375, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.668992} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.491803] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e/9dd2bbb6-0bf8-45ac-9b0f-90eed0b3ba4e.vmdk to [datastore2] e225c8d7-325c-4ce8-850c-75acfed819b6/e225c8d7-325c-4ce8-850c-75acfed819b6.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.492836] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c8da78-d175-480d-8911-c500aa5097a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.524113] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] e225c8d7-325c-4ce8-850c-75acfed819b6/e225c8d7-325c-4ce8-850c-75acfed819b6.vmdk or device None with type streamOptimized {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.524760] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aae18d7c-6d16-4aec-9b9c-b6fdbbfd33c5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.552884] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112377, 'name': PowerOffVM_Task, 'duration_secs': 0.225857} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.554751] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.555063] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1275.555280] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814629', 'volume_id': '24e95e60-f63b-4019-99ff-4738d135c42b', 'name': 'volume-24e95e60-f63b-4019-99ff-4738d135c42b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2bf6f660-fc60-4224-a7b2-e4e654066b99', 'attached_at': '2025-05-14T01:29:06.000000', 'detached_at': '', 'volume_id': '24e95e60-f63b-4019-99ff-4738d135c42b', 'serial': '24e95e60-f63b-4019-99ff-4738d135c42b'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1275.555633] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1275.555633] env[69374]: value = "task-4112378" [ 1275.555633] env[69374]: _type = "Task" [ 1275.555633] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.556565] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bfff8f-9154-4c48-abaf-ef49a635532b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.586640] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112378, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.587972] env[69374]: DEBUG nova.network.neutron [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Successfully created port: a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.590928] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd36c082-c2ae-4f83-8665-1dd34505e53b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.601578] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c51e57e-a2fc-43bf-9587-34b10fea77c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.625020] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5011aed2-59da-4e80-bee5-c8eb59d7614d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.646689] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] The volume has not been displaced from its original location: [datastore1] volume-24e95e60-f63b-4019-99ff-4738d135c42b/volume-24e95e60-f63b-4019-99ff-4738d135c42b.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1275.652625] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.653152] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268c4dac-7569-4c61-b50d-c6ef7d6f615c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.673706] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1275.673706] env[69374]: value = "task-4112379" [ 1275.673706] env[69374]: _type = "Task" [ 1275.673706] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.677744] env[69374]: DEBUG nova.compute.manager [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.686737] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112379, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.801356] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6fd463-feaf-4bc0-961f-9acfefe7b0c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.823023] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance '163487fb-71db-4577-833a-1740a552a3dd' progress to 0 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.847036] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112376, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.351864} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.848437] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 0922af11-e7d4-4a88-ab5a-bce2d2f849fc/0922af11-e7d4-4a88-ab5a-bce2d2f849fc.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.848437] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.848437] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c951aa1-01da-4cb0-ace5-b585a5402b20 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.855587] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1275.855587] env[69374]: value = "task-4112380" [ 1275.855587] env[69374]: _type = "Task" [ 1275.855587] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.866098] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.069795] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112378, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.187991] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112379, 'name': ReconfigVM_Task, 'duration_secs': 0.180324} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.188365] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.193684] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb73804-9d39-45d2-bdb2-1a980abb0cf2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.210728] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1276.210728] env[69374]: value = "task-4112381" [ 1276.210728] env[69374]: _type = "Task" [ 1276.210728] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.220356] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.330475] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.330787] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2925e6d5-6403-4cb5-9900-f3e8badaaf0d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.339973] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1276.339973] env[69374]: value = "task-4112382" [ 1276.339973] env[69374]: _type = "Task" [ 1276.339973] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.349755] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.367912] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102821} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.368256] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.369109] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3f866c-1ac2-4c71-9eeb-49fa5a35cc5f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.393898] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0922af11-e7d4-4a88-ab5a-bce2d2f849fc/0922af11-e7d4-4a88-ab5a-bce2d2f849fc.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.394362] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f2cbf8-3a2d-4a7d-95da-d1da09d6fed0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.415007] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1276.415007] env[69374]: value = "task-4112383" [ 1276.415007] env[69374]: _type = "Task" [ 1276.415007] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.424585] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.571428] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112378, 'name': ReconfigVM_Task, 'duration_secs': 0.520891} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.571950] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Reconfigured VM instance instance-0000006c to attach disk [datastore2] e225c8d7-325c-4ce8-850c-75acfed819b6/e225c8d7-325c-4ce8-850c-75acfed819b6.vmdk or device None with type streamOptimized {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.572385] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56ee0cfd-33fd-4ab4-a4e2-7eca759ea3bc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.579840] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1276.579840] env[69374]: value = "task-4112384" [ 1276.579840] env[69374]: _type = "Task" [ 1276.579840] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.589893] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112384, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.695872] env[69374]: DEBUG nova.compute.manager [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.724847] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112381, 'name': ReconfigVM_Task, 'duration_secs': 0.198716} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.727489] env[69374]: DEBUG nova.virt.hardware [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.727786] env[69374]: DEBUG nova.virt.hardware [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.728050] env[69374]: DEBUG nova.virt.hardware [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.728270] env[69374]: DEBUG nova.virt.hardware [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.728430] env[69374]: DEBUG nova.virt.hardware [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.728659] env[69374]: DEBUG nova.virt.hardware [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.728914] env[69374]: DEBUG nova.virt.hardware [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.729119] env[69374]: DEBUG nova.virt.hardware [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.729307] env[69374]: DEBUG nova.virt.hardware [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.729477] env[69374]: DEBUG nova.virt.hardware [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.729648] env[69374]: DEBUG nova.virt.hardware [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.729990] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814629', 'volume_id': '24e95e60-f63b-4019-99ff-4738d135c42b', 'name': 'volume-24e95e60-f63b-4019-99ff-4738d135c42b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2bf6f660-fc60-4224-a7b2-e4e654066b99', 'attached_at': '2025-05-14T01:29:06.000000', 'detached_at': '', 'volume_id': '24e95e60-f63b-4019-99ff-4738d135c42b', 'serial': '24e95e60-f63b-4019-99ff-4738d135c42b'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1276.730293] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.731119] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01595ed5-df4a-43c3-9c4d-e2a573965b67 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.734177] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46f457f-b2ea-42b9-bf15-8f4120964989 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.744352] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26bedfd-e918-43ab-92a2-a6c1bc9840b9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.748250] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.748831] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52fe2505-4301-44c3-9faf-d9b3d369ef03 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.822892] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.823134] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.823320] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleting the datastore file [datastore1] 2bf6f660-fc60-4224-a7b2-e4e654066b99 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.823630] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae25b906-a650-46b4-82ce-d145775dfbff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.831051] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1276.831051] env[69374]: value = "task-4112386" [ 1276.831051] env[69374]: _type = "Task" [ 1276.831051] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.840034] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.850104] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112382, 'name': PowerOffVM_Task, 'duration_secs': 0.24574} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.850446] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.850666] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance '163487fb-71db-4577-833a-1740a552a3dd' progress to 17 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.927089] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112383, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.019986] env[69374]: DEBUG nova.compute.manager [req-88f7b2c2-8b1e-4d29-a114-22ab1435f37b req-118c1694-cec8-4865-b402-ccd487285a66 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Received event network-vif-plugged-a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.020169] env[69374]: DEBUG oslo_concurrency.lockutils [req-88f7b2c2-8b1e-4d29-a114-22ab1435f37b req-118c1694-cec8-4865-b402-ccd487285a66 service nova] Acquiring lock "44e78359-33bd-44f9-b111-2de54ff9de01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.020697] env[69374]: DEBUG oslo_concurrency.lockutils [req-88f7b2c2-8b1e-4d29-a114-22ab1435f37b req-118c1694-cec8-4865-b402-ccd487285a66 service nova] Lock "44e78359-33bd-44f9-b111-2de54ff9de01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.020917] env[69374]: DEBUG oslo_concurrency.lockutils [req-88f7b2c2-8b1e-4d29-a114-22ab1435f37b req-118c1694-cec8-4865-b402-ccd487285a66 service nova] Lock "44e78359-33bd-44f9-b111-2de54ff9de01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.021111] env[69374]: DEBUG nova.compute.manager [req-88f7b2c2-8b1e-4d29-a114-22ab1435f37b req-118c1694-cec8-4865-b402-ccd487285a66 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] No waiting events found dispatching network-vif-plugged-a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1277.021293] env[69374]: WARNING nova.compute.manager [req-88f7b2c2-8b1e-4d29-a114-22ab1435f37b req-118c1694-cec8-4865-b402-ccd487285a66 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Received unexpected event network-vif-plugged-a54b5f19-11f8-4d45-8af2-3ac2347939a7 for instance with vm_state building and task_state spawning. [ 1277.092030] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112384, 'name': Rename_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.216409] env[69374]: DEBUG nova.network.neutron [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Successfully updated port: a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.342918] env[69374]: DEBUG oslo_vmware.api [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122135} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.343386] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.343613] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.343877] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.344110] env[69374]: INFO nova.compute.manager [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1277.344390] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.344635] env[69374]: DEBUG nova.compute.manager [-] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.344733] env[69374]: DEBUG nova.network.neutron [-] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.357415] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.357674] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.357819] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.357999] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.358226] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.358360] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.358642] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.358962] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.359257] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.359534] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.359737] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.365754] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c662f7dd-2b5e-4536-aca6-7fa7696e6fc9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.383942] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1277.383942] env[69374]: value = "task-4112387" [ 1277.383942] env[69374]: _type = "Task" [ 1277.383942] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.395232] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.430216] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112383, 'name': ReconfigVM_Task, 'duration_secs': 0.566844} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.430510] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0922af11-e7d4-4a88-ab5a-bce2d2f849fc/0922af11-e7d4-4a88-ab5a-bce2d2f849fc.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.431199] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c32011eb-6fa7-4e63-9028-7dee799aeedc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.444994] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1277.444994] env[69374]: value = "task-4112388" [ 1277.444994] env[69374]: _type = "Task" [ 1277.444994] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.460760] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112388, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.593473] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112384, 'name': Rename_Task, 'duration_secs': 0.62389} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.593928] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.594107] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-247e7e4b-6851-4653-a575-ebd503af0b12 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.600847] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1277.600847] env[69374]: value = "task-4112389" [ 1277.600847] env[69374]: _type = "Task" [ 1277.600847] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.613435] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.718531] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.718858] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.718936] env[69374]: DEBUG nova.network.neutron [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.895856] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112387, 'name': ReconfigVM_Task, 'duration_secs': 0.276304} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.896275] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance '163487fb-71db-4577-833a-1740a552a3dd' progress to 33 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.957613] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112388, 'name': Rename_Task, 'duration_secs': 0.182844} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.957954] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.958250] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb76f4e-0934-4023-981f-e89e5236310f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.967394] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1277.967394] env[69374]: value = "task-4112390" [ 1277.967394] env[69374]: _type = "Task" [ 1277.967394] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.977481] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.113997] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.253040] env[69374]: DEBUG nova.network.neutron [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.403331] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.404419] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.404419] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.404419] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.404419] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.404419] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.404709] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.404709] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.404857] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.405056] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.405249] env[69374]: DEBUG nova.virt.hardware [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.413389] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.413565] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52945308-d92a-434e-b5d4-7ec55c03c506 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.426985] env[69374]: DEBUG nova.network.neutron [-] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.435635] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1278.435635] env[69374]: value = "task-4112391" [ 1278.435635] env[69374]: _type = "Task" [ 1278.435635] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.445438] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.479327] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.511339] env[69374]: DEBUG nova.network.neutron [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updating instance_info_cache with network_info: [{"id": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "address": "fa:16:3e:70:7e:47", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54b5f19-11", "ovs_interfaceid": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.613093] env[69374]: DEBUG oslo_vmware.api [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112389, 'name': PowerOnVM_Task, 'duration_secs': 0.66322} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.613898] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.736311] env[69374]: DEBUG nova.compute.manager [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1278.737269] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5077b8-61d8-491c-8fbe-09bd740754a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.930612] env[69374]: INFO nova.compute.manager [-] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Took 1.59 seconds to deallocate network for instance. [ 1278.946825] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112391, 'name': ReconfigVM_Task, 'duration_secs': 0.175993} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.947165] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.947975] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3e3296-cc46-47fd-acd5-d94159e05a23 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.971373] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 163487fb-71db-4577-833a-1740a552a3dd/163487fb-71db-4577-833a-1740a552a3dd.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.971778] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d02771a-feb1-43ac-b7be-006763f49539 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.993541] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112390, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.995090] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1278.995090] env[69374]: value = "task-4112392" [ 1278.995090] env[69374]: _type = "Task" [ 1278.995090] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.003769] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.014565] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.014931] env[69374]: DEBUG nova.compute.manager [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Instance network_info: |[{"id": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "address": "fa:16:3e:70:7e:47", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54b5f19-11", "ovs_interfaceid": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1279.015470] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:7e:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a54b5f19-11f8-4d45-8af2-3ac2347939a7', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.025018] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.025451] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.025717] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53dcfadd-fea9-4eb5-ae59-fe22321366c0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.048487] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.048487] env[69374]: value = "task-4112393" [ 1279.048487] env[69374]: _type = "Task" [ 1279.048487] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.059304] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112393, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.061813] env[69374]: DEBUG nova.compute.manager [req-2dfab14b-06f2-4cf6-8950-f72d9ca87cd2 req-ce797a56-d8fa-49c4-8fca-eb5afe5bd274 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Received event network-changed-a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.062012] env[69374]: DEBUG nova.compute.manager [req-2dfab14b-06f2-4cf6-8950-f72d9ca87cd2 req-ce797a56-d8fa-49c4-8fca-eb5afe5bd274 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing instance network info cache due to event network-changed-a54b5f19-11f8-4d45-8af2-3ac2347939a7. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.062234] env[69374]: DEBUG oslo_concurrency.lockutils [req-2dfab14b-06f2-4cf6-8950-f72d9ca87cd2 req-ce797a56-d8fa-49c4-8fca-eb5afe5bd274 service nova] Acquiring lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.062375] env[69374]: DEBUG oslo_concurrency.lockutils [req-2dfab14b-06f2-4cf6-8950-f72d9ca87cd2 req-ce797a56-d8fa-49c4-8fca-eb5afe5bd274 service nova] Acquired lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.062533] env[69374]: DEBUG nova.network.neutron [req-2dfab14b-06f2-4cf6-8950-f72d9ca87cd2 req-ce797a56-d8fa-49c4-8fca-eb5afe5bd274 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing network info cache for port a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.255295] env[69374]: DEBUG oslo_concurrency.lockutils [None req-65b77d60-448e-43df-88b4-db5d4b2f7eb8 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.511s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.477690] env[69374]: INFO nova.compute.manager [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Took 0.55 seconds to detach 1 volumes for instance. [ 1279.482387] env[69374]: DEBUG oslo_vmware.api [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112390, 'name': PowerOnVM_Task, 'duration_secs': 1.114644} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.482630] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.482850] env[69374]: INFO nova.compute.manager [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1279.483042] env[69374]: DEBUG nova.compute.manager [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1279.483586] env[69374]: DEBUG nova.compute.manager [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Deleting volume: 24e95e60-f63b-4019-99ff-4738d135c42b {{(pid=69374) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1279.485958] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b5adb6-f6a0-4ac4-ad8a-cc6868e745ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.504605] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112392, 'name': ReconfigVM_Task, 'duration_secs': 0.393709} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.504900] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 163487fb-71db-4577-833a-1740a552a3dd/163487fb-71db-4577-833a-1740a552a3dd.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.505205] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance '163487fb-71db-4577-833a-1740a552a3dd' progress to 50 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.566785] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112393, 'name': CreateVM_Task, 'duration_secs': 0.357938} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.567374] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.568306] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.568424] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.568932] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.569032] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcee719a-96be-4b87-91c0-0420ae86e18d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.574545] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1279.574545] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52975f30-65a7-dd4c-4ce7-efad49afad4a" [ 1279.574545] env[69374]: _type = "Task" [ 1279.574545] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.586244] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52975f30-65a7-dd4c-4ce7-efad49afad4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.941402] env[69374]: DEBUG nova.network.neutron [req-2dfab14b-06f2-4cf6-8950-f72d9ca87cd2 req-ce797a56-d8fa-49c4-8fca-eb5afe5bd274 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updated VIF entry in instance network info cache for port a54b5f19-11f8-4d45-8af2-3ac2347939a7. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.941800] env[69374]: DEBUG nova.network.neutron [req-2dfab14b-06f2-4cf6-8950-f72d9ca87cd2 req-ce797a56-d8fa-49c4-8fca-eb5afe5bd274 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updating instance_info_cache with network_info: [{"id": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "address": "fa:16:3e:70:7e:47", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54b5f19-11", "ovs_interfaceid": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.006274] env[69374]: INFO nova.compute.manager [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Took 19.47 seconds to build instance. [ 1280.011966] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32546cf-a79f-494b-bd66-0d3c97be9123 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.034439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.034679] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.035857] env[69374]: DEBUG nova.objects.instance [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lazy-loading 'resources' on Instance uuid 2bf6f660-fc60-4224-a7b2-e4e654066b99 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.036793] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98484d3b-6aa6-47cb-a437-f9c9a7bd2e8f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.057436] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance '163487fb-71db-4577-833a-1740a552a3dd' progress to 67 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.085440] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52975f30-65a7-dd4c-4ce7-efad49afad4a, 'name': SearchDatastore_Task, 'duration_secs': 0.017841} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.085766] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.086117] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.086385] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.086533] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.086719] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.087023] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eba001e-f3c8-45a3-a24c-d8af4466b3e8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.097688] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.097904] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.098756] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48149de1-629d-40dc-82b5-230d5db492da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.105138] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1280.105138] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52798c55-06ad-b2ff-15e4-0ff6c69447fc" [ 1280.105138] env[69374]: _type = "Task" [ 1280.105138] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.114505] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52798c55-06ad-b2ff-15e4-0ff6c69447fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.445102] env[69374]: DEBUG oslo_concurrency.lockutils [req-2dfab14b-06f2-4cf6-8950-f72d9ca87cd2 req-ce797a56-d8fa-49c4-8fca-eb5afe5bd274 service nova] Releasing lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.445404] env[69374]: DEBUG nova.compute.manager [req-2dfab14b-06f2-4cf6-8950-f72d9ca87cd2 req-ce797a56-d8fa-49c4-8fca-eb5afe5bd274 service nova] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Received event network-vif-deleted-289f9d2e-ac9b-474c-8ada-a20328417bb8 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.493430] env[69374]: DEBUG oslo_concurrency.lockutils [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "e225c8d7-325c-4ce8-850c-75acfed819b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.493723] env[69374]: DEBUG oslo_concurrency.lockutils [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.493950] env[69374]: DEBUG oslo_concurrency.lockutils [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.494163] env[69374]: DEBUG oslo_concurrency.lockutils [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.494343] env[69374]: DEBUG oslo_concurrency.lockutils [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.497021] env[69374]: INFO nova.compute.manager [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Terminating instance [ 1280.508834] env[69374]: DEBUG oslo_concurrency.lockutils [None req-cf0937c2-9a2a-474d-9c1b-8d35ac0a07d7 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.984s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.620363] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52798c55-06ad-b2ff-15e4-0ff6c69447fc, 'name': SearchDatastore_Task, 'duration_secs': 0.035837} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.621178] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b44e95-0d6c-4345-ba38-53773c08ba81 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.630227] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1280.630227] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52345a44-6213-a8f0-32bd-393087dbc599" [ 1280.630227] env[69374]: _type = "Task" [ 1280.630227] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.639516] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52345a44-6213-a8f0-32bd-393087dbc599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.643693] env[69374]: DEBUG nova.network.neutron [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Port 51ecc627-facf-4f44-ab76-608a62b51faa binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1280.730177] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc751c23-7bcb-47ee-8c2d-7f8f7fafe9b7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.738856] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3517796-ef56-474f-821e-c22b28706d97 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.771387] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b352bcf3-a72b-4f36-8682-b5bf82f0edcd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.782834] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e4c717-e90b-43bc-96b0-bc606a40d1b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.798334] env[69374]: DEBUG nova.compute.provider_tree [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.003345] env[69374]: DEBUG nova.compute.manager [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.003345] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.003345] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248b22e3-1963-40cc-b920-df71d9c2e184 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.013712] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.013712] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82da1716-b8c8-472b-84b7-d1469632b07b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.023056] env[69374]: DEBUG oslo_vmware.api [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1281.023056] env[69374]: value = "task-4112395" [ 1281.023056] env[69374]: _type = "Task" [ 1281.023056] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.036944] env[69374]: DEBUG oslo_vmware.api [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.144020] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52345a44-6213-a8f0-32bd-393087dbc599, 'name': SearchDatastore_Task, 'duration_secs': 0.013656} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.144530] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.144952] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 44e78359-33bd-44f9-b111-2de54ff9de01/44e78359-33bd-44f9-b111-2de54ff9de01.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.145341] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8278b367-8c3c-4337-92cf-25b36ba42529 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.160575] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1281.160575] env[69374]: value = "task-4112396" [ 1281.160575] env[69374]: _type = "Task" [ 1281.160575] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.170015] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.303024] env[69374]: DEBUG nova.scheduler.client.report [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.534622] env[69374]: DEBUG oslo_vmware.api [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112395, 'name': PowerOffVM_Task, 'duration_secs': 0.251905} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.534854] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.535067] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.535318] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c4caba4-9a7f-42ca-b454-acd25deb9868 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.614988] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.615394] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.615646] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleting the datastore file [datastore2] e225c8d7-325c-4ce8-850c-75acfed819b6 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.616090] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1214583-593d-4b69-9bd2-03a1a27ba341 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.624906] env[69374]: DEBUG oslo_vmware.api [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for the task: (returnval){ [ 1281.624906] env[69374]: value = "task-4112398" [ 1281.624906] env[69374]: _type = "Task" [ 1281.624906] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.636815] env[69374]: DEBUG oslo_vmware.api [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.678663] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "163487fb-71db-4577-833a-1740a552a3dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.678935] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.679189] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.688472] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112396, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.808799] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.832255] env[69374]: INFO nova.scheduler.client.report [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted allocations for instance 2bf6f660-fc60-4224-a7b2-e4e654066b99 [ 1282.101671] env[69374]: DEBUG nova.compute.manager [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Stashing vm_state: active {{(pid=69374) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1282.117547] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a259a0-5d43-efa4-bd84-e076e5d33414/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1282.118778] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f8032-bcf3-405f-bec2-0cf4d68f74af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.127867] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a259a0-5d43-efa4-bd84-e076e5d33414/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1282.128048] env[69374]: ERROR oslo_vmware.rw_handles [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a259a0-5d43-efa4-bd84-e076e5d33414/disk-0.vmdk due to incomplete transfer. [ 1282.131368] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99bd8ae9-4908-46c5-83a7-9fd65aa68c9a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.139400] env[69374]: DEBUG oslo_vmware.api [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Task: {'id': task-4112398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265607} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.140707] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.141671] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.141671] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.141671] env[69374]: INFO nova.compute.manager [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1282.141671] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.141950] env[69374]: DEBUG oslo_vmware.rw_handles [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a259a0-5d43-efa4-bd84-e076e5d33414/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1282.142028] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Uploaded image 82b615d7-ce9e-4831-a87d-01577b940641 to the Glance image server {{(pid=69374) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1282.144364] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Destroying the VM {{(pid=69374) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1282.144566] env[69374]: DEBUG nova.compute.manager [-] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.144667] env[69374]: DEBUG nova.network.neutron [-] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.146879] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5aeb9c4b-65d1-499a-a2ad-3dfbb4717fb2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.155584] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1282.155584] env[69374]: value = "task-4112399" [ 1282.155584] env[69374]: _type = "Task" [ 1282.155584] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.165529] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112399, 'name': Destroy_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.175101] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547703} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.175404] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 44e78359-33bd-44f9-b111-2de54ff9de01/44e78359-33bd-44f9-b111-2de54ff9de01.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.175640] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.175941] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c7b6467-b516-401d-861f-fe5228fc968b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.185257] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1282.185257] env[69374]: value = "task-4112400" [ 1282.185257] env[69374]: _type = "Task" [ 1282.185257] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.196614] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.341751] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4ce1f44c-18bb-4bde-81ef-2a800c71aa6e tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "2bf6f660-fc60-4224-a7b2-e4e654066b99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.839s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.615113] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.615528] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.615710] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.615804] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.616015] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.618346] env[69374]: INFO nova.compute.manager [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Terminating instance [ 1282.625928] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.626200] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.667979] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112399, 'name': Destroy_Task, 'duration_secs': 0.320758} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.668374] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Destroyed the VM [ 1282.668575] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Deleting Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1282.669434] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0dcc8cfe-ccb3-40d6-b8a4-b5d7ca1be59a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.677473] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1282.677473] env[69374]: value = "task-4112401" [ 1282.677473] env[69374]: _type = "Task" [ 1282.677473] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.690100] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112401, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.699910] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076779} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.700270] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.701227] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaba806-8c9c-4e1c-98f9-35cbf84c6258 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.725757] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 44e78359-33bd-44f9-b111-2de54ff9de01/44e78359-33bd-44f9-b111-2de54ff9de01.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.726877] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.727056] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.727235] env[69374]: DEBUG nova.network.neutron [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.728454] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df00ac44-f820-44a0-8f8a-1e21b4889a44 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.750586] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1282.750586] env[69374]: value = "task-4112402" [ 1282.750586] env[69374]: _type = "Task" [ 1282.750586] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.763103] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.816086] env[69374]: DEBUG nova.compute.manager [req-516e0fa8-4e05-47ba-bf56-7e45b98d31ac req-27d35f2a-073d-4f25-bc85-f9d5861774fb service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Received event network-vif-deleted-f7317f9a-151c-401f-ad2d-8812fac541ce {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.816337] env[69374]: INFO nova.compute.manager [req-516e0fa8-4e05-47ba-bf56-7e45b98d31ac req-27d35f2a-073d-4f25-bc85-f9d5861774fb service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Neutron deleted interface f7317f9a-151c-401f-ad2d-8812fac541ce; detaching it from the instance and deleting it from the info cache [ 1282.816529] env[69374]: DEBUG nova.network.neutron [req-516e0fa8-4e05-47ba-bf56-7e45b98d31ac req-27d35f2a-073d-4f25-bc85-f9d5861774fb service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.122279] env[69374]: DEBUG nova.compute.manager [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.122544] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.123503] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51776795-d2b2-4cc7-8e0d-5baab96561db {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.131613] env[69374]: INFO nova.compute.claims [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.138024] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.138367] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-401bb377-ce66-4f15-b72c-3123a1dae0e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.145544] env[69374]: DEBUG oslo_vmware.api [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1283.145544] env[69374]: value = "task-4112403" [ 1283.145544] env[69374]: _type = "Task" [ 1283.145544] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.153978] env[69374]: DEBUG oslo_vmware.api [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.187767] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112401, 'name': RemoveSnapshot_Task, 'duration_secs': 0.362964} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.188079] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Deleted Snapshot of the VM instance {{(pid=69374) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1283.188486] env[69374]: DEBUG nova.compute.manager [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1283.189316] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e0fa84-d84c-4ec5-b3b6-e248d5685d9a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.262135] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112402, 'name': ReconfigVM_Task, 'duration_secs': 0.307077} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.262439] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 44e78359-33bd-44f9-b111-2de54ff9de01/44e78359-33bd-44f9-b111-2de54ff9de01.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.263124] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3373fd59-b274-49fa-8478-d474c8a2c9ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.271345] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1283.271345] env[69374]: value = "task-4112404" [ 1283.271345] env[69374]: _type = "Task" [ 1283.271345] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.284507] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112404, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.294172] env[69374]: DEBUG nova.network.neutron [-] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.319624] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c350b2f-d2d5-4d12-98ba-76ed9975a344 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.337357] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f38e967-e09b-4928-8d5b-faa5ba1829a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.372814] env[69374]: DEBUG nova.compute.manager [req-516e0fa8-4e05-47ba-bf56-7e45b98d31ac req-27d35f2a-073d-4f25-bc85-f9d5861774fb service nova] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Detach interface failed, port_id=f7317f9a-151c-401f-ad2d-8812fac541ce, reason: Instance e225c8d7-325c-4ce8-850c-75acfed819b6 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1283.642023] env[69374]: INFO nova.compute.resource_tracker [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating resource usage from migration 34f79703-6b12-4a43-92e5-d81ae42d03f2 [ 1283.662753] env[69374]: DEBUG oslo_vmware.api [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112403, 'name': PowerOffVM_Task, 'duration_secs': 0.203735} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.663642] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.666876] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.667261] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cb0ff19-0dde-4e70-9dd4-f3d5c5820ce1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.705940] env[69374]: INFO nova.compute.manager [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Shelve offloading [ 1283.737470] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.737738] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.737924] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleting the datastore file [datastore1] 4866e7c6-2464-4aaf-b25e-17a43b560b6c {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.738381] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e488d2a-0b09-45d3-b1ad-11b3cc77a7da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.745593] env[69374]: DEBUG oslo_vmware.api [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1283.745593] env[69374]: value = "task-4112406" [ 1283.745593] env[69374]: _type = "Task" [ 1283.745593] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.759060] env[69374]: DEBUG oslo_vmware.api [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.782598] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112404, 'name': Rename_Task, 'duration_secs': 0.182661} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.782598] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.782598] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aedeec3-ae6f-4d00-b789-775faeb24431 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.791854] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1283.791854] env[69374]: value = "task-4112407" [ 1283.791854] env[69374]: _type = "Task" [ 1283.791854] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.796560] env[69374]: INFO nova.compute.manager [-] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Took 1.65 seconds to deallocate network for instance. [ 1283.801275] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.816805] env[69374]: DEBUG nova.network.neutron [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance_info_cache with network_info: [{"id": "51ecc627-facf-4f44-ab76-608a62b51faa", "address": "fa:16:3e:f2:19:0c", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ecc627-fa", "ovs_interfaceid": "51ecc627-facf-4f44-ab76-608a62b51faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.819800] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d60ca-87e1-4cba-9868-52e0aca80556 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.829852] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944ca759-15c7-4c5c-b28e-a2ca6eac09d3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.862390] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02321e36-e64d-466a-af31-06c45dd30a9b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.871463] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87477d5b-b169-41db-882e-4c7551c33c94 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.887092] env[69374]: DEBUG nova.compute.provider_tree [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.210377] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.211493] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c938a5a6-75ad-4b98-b8bf-25e2258c6569 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.219650] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1284.219650] env[69374]: value = "task-4112408" [ 1284.219650] env[69374]: _type = "Task" [ 1284.219650] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.228767] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.260828] env[69374]: DEBUG oslo_vmware.api [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138788} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.261130] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.261321] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.261501] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.261723] env[69374]: INFO nova.compute.manager [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1284.261984] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.262373] env[69374]: DEBUG nova.compute.manager [-] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.262494] env[69374]: DEBUG nova.network.neutron [-] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.302346] env[69374]: DEBUG oslo_vmware.api [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112407, 'name': PowerOnVM_Task, 'duration_secs': 0.478197} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.302624] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.302806] env[69374]: INFO nova.compute.manager [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1284.302987] env[69374]: DEBUG nova.compute.manager [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1284.303774] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fc4ad9-f378-46de-a20f-ead8ff457e97 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.307605] env[69374]: DEBUG oslo_concurrency.lockutils [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.325025] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.390518] env[69374]: DEBUG nova.scheduler.client.report [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.732085] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] VM already powered off {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1284.732317] env[69374]: DEBUG nova.compute.manager [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1284.733108] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c90ae54-1599-4a8a-b2f8-26ec0f463496 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.739552] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.739720] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.739892] env[69374]: DEBUG nova.network.neutron [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.826152] env[69374]: INFO nova.compute.manager [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Took 16.13 seconds to build instance. [ 1284.844955] env[69374]: DEBUG nova.compute.manager [req-97c01e7d-4198-4f07-b890-42cd809ac1b0 req-a3663d65-0506-4e1f-84b6-9609162b69af service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Received event network-vif-deleted-a85abe20-d9c9-4144-b990-e8b32c978e28 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.845235] env[69374]: INFO nova.compute.manager [req-97c01e7d-4198-4f07-b890-42cd809ac1b0 req-a3663d65-0506-4e1f-84b6-9609162b69af service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Neutron deleted interface a85abe20-d9c9-4144-b990-e8b32c978e28; detaching it from the instance and deleting it from the info cache [ 1284.845551] env[69374]: DEBUG nova.network.neutron [req-97c01e7d-4198-4f07-b890-42cd809ac1b0 req-a3663d65-0506-4e1f-84b6-9609162b69af service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.851505] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d5873b-a677-40e6-9102-5e0f0aa5fbc1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.872298] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b98468c-4d86-404a-8627-399d7a69f717 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.880530] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance '163487fb-71db-4577-833a-1740a552a3dd' progress to 83 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.894598] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.268s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.894778] env[69374]: INFO nova.compute.manager [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Migrating [ 1284.901112] env[69374]: DEBUG oslo_concurrency.lockutils [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.594s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.901338] env[69374]: DEBUG nova.objects.instance [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lazy-loading 'resources' on Instance uuid e225c8d7-325c-4ce8-850c-75acfed819b6 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.004397] env[69374]: DEBUG nova.network.neutron [-] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.329023] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3f73a389-8652-4bc9-b2cd-966dca603c3b tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "44e78359-33bd-44f9-b111-2de54ff9de01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.648s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.348872] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41be4048-83f8-4c74-9155-c0109ddd51a1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.361285] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c51b158-a3ad-40a3-b52b-9ad3729eea79 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.387207] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.396022] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c529ff6-6c0e-47a3-a530-11633b1498d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.397917] env[69374]: DEBUG nova.compute.manager [req-97c01e7d-4198-4f07-b890-42cd809ac1b0 req-a3663d65-0506-4e1f-84b6-9609162b69af service nova] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Detach interface failed, port_id=a85abe20-d9c9-4144-b990-e8b32c978e28, reason: Instance 4866e7c6-2464-4aaf-b25e-17a43b560b6c could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1285.406408] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1285.406408] env[69374]: value = "task-4112409" [ 1285.406408] env[69374]: _type = "Task" [ 1285.406408] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.412450] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.412822] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.412955] env[69374]: DEBUG nova.network.neutron [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.421266] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.507366] env[69374]: INFO nova.compute.manager [-] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Took 1.24 seconds to deallocate network for instance. [ 1285.561590] env[69374]: DEBUG nova.network.neutron [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updating instance_info_cache with network_info: [{"id": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "address": "fa:16:3e:0a:6e:89", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f1b5e-28", "ovs_interfaceid": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.579048] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4476d00d-d1f0-43b1-a1f5-f83db2b592cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.588014] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5711065-03af-49b8-9315-2dade244e828 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.620942] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0fd5f9-2910-468e-b6fb-621b9422a3bd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.629218] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e757a65-4b8f-4e3f-a1fc-8f4cf815b4eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.644819] env[69374]: DEBUG nova.compute.provider_tree [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.763536] env[69374]: DEBUG nova.compute.manager [req-5847371d-a801-40fd-9ce9-d599c3655a0f req-44057567-b6f0-4aa7-9704-293eb8b1d7b7 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Received event network-changed-a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.763879] env[69374]: DEBUG nova.compute.manager [req-5847371d-a801-40fd-9ce9-d599c3655a0f req-44057567-b6f0-4aa7-9704-293eb8b1d7b7 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing instance network info cache due to event network-changed-a54b5f19-11f8-4d45-8af2-3ac2347939a7. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.764157] env[69374]: DEBUG oslo_concurrency.lockutils [req-5847371d-a801-40fd-9ce9-d599c3655a0f req-44057567-b6f0-4aa7-9704-293eb8b1d7b7 service nova] Acquiring lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.764343] env[69374]: DEBUG oslo_concurrency.lockutils [req-5847371d-a801-40fd-9ce9-d599c3655a0f req-44057567-b6f0-4aa7-9704-293eb8b1d7b7 service nova] Acquired lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.764639] env[69374]: DEBUG nova.network.neutron [req-5847371d-a801-40fd-9ce9-d599c3655a0f req-44057567-b6f0-4aa7-9704-293eb8b1d7b7 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing network info cache for port a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.928893] env[69374]: DEBUG oslo_vmware.api [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112409, 'name': PowerOnVM_Task, 'duration_secs': 0.444336} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.929443] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.929791] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0ba13-bf3a-4b0c-8408-cb72df710f79 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance '163487fb-71db-4577-833a-1740a552a3dd' progress to 100 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.014249] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.066869] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.152183] env[69374]: DEBUG nova.scheduler.client.report [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.215248] env[69374]: DEBUG nova.network.neutron [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance_info_cache with network_info: [{"id": "ae2b5b65-e37c-468d-a68b-939424ca4883", "address": "fa:16:3e:c2:8b:a1", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2b5b65-e3", "ovs_interfaceid": "ae2b5b65-e37c-468d-a68b-939424ca4883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.437793] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.441645] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5636cd4e-8d7c-4b23-a384-828ce2be3f8d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.451322] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.451587] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f367c270-cfdf-4026-b0c6-f5c942f69456 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.522476] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.522665] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.523062] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleting the datastore file [datastore2] 89501f21-3b96-4c55-a56e-45250379d404 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.523386] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-850c81ed-e2f9-44a4-b530-3a8ec7c22138 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.530908] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1286.530908] env[69374]: value = "task-4112411" [ 1286.530908] env[69374]: _type = "Task" [ 1286.530908] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.539488] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.546702] env[69374]: DEBUG nova.network.neutron [req-5847371d-a801-40fd-9ce9-d599c3655a0f req-44057567-b6f0-4aa7-9704-293eb8b1d7b7 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updated VIF entry in instance network info cache for port a54b5f19-11f8-4d45-8af2-3ac2347939a7. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.547130] env[69374]: DEBUG nova.network.neutron [req-5847371d-a801-40fd-9ce9-d599c3655a0f req-44057567-b6f0-4aa7-9704-293eb8b1d7b7 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updating instance_info_cache with network_info: [{"id": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "address": "fa:16:3e:70:7e:47", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54b5f19-11", "ovs_interfaceid": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.658722] env[69374]: DEBUG oslo_concurrency.lockutils [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.661738] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.648s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.662348] env[69374]: DEBUG nova.objects.instance [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lazy-loading 'resources' on Instance uuid 4866e7c6-2464-4aaf-b25e-17a43b560b6c {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.684451] env[69374]: INFO nova.scheduler.client.report [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Deleted allocations for instance e225c8d7-325c-4ce8-850c-75acfed819b6 [ 1286.718651] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.833785] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "c2f17096-1a9d-4378-b702-b185b4e75466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.834107] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "c2f17096-1a9d-4378-b702-b185b4e75466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.042306] env[69374]: DEBUG oslo_vmware.api [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128668} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.042718] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.043012] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.043250] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.050302] env[69374]: DEBUG oslo_concurrency.lockutils [req-5847371d-a801-40fd-9ce9-d599c3655a0f req-44057567-b6f0-4aa7-9704-293eb8b1d7b7 service nova] Releasing lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.062246] env[69374]: INFO nova.scheduler.client.report [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleted allocations for instance 89501f21-3b96-4c55-a56e-45250379d404 [ 1287.193675] env[69374]: DEBUG oslo_concurrency.lockutils [None req-999fcad2-c746-491f-a388-a527f3041e39 tempest-ServerActionsTestOtherB-1608358493 tempest-ServerActionsTestOtherB-1608358493-project-member] Lock "e225c8d7-325c-4ce8-850c-75acfed819b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.700s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.309674] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0514a9c1-c3f4-4a70-8449-a926bf6f6ec8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.318598] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad357f-fe16-4f12-89af-39b09aa6e0c2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.350685] env[69374]: DEBUG nova.compute.manager [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1287.354722] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63bb5bb-6d19-498c-add5-7540cae3037f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.363132] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9afb9cb-0b0c-4e12-bad8-d3b15fcaac08 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.379928] env[69374]: DEBUG nova.compute.provider_tree [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.567476] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.798230] env[69374]: DEBUG nova.compute.manager [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Received event network-vif-unplugged-532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.799047] env[69374]: DEBUG oslo_concurrency.lockutils [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] Acquiring lock "89501f21-3b96-4c55-a56e-45250379d404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.799280] env[69374]: DEBUG oslo_concurrency.lockutils [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] Lock "89501f21-3b96-4c55-a56e-45250379d404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.799468] env[69374]: DEBUG oslo_concurrency.lockutils [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] Lock "89501f21-3b96-4c55-a56e-45250379d404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.799648] env[69374]: DEBUG nova.compute.manager [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] No waiting events found dispatching network-vif-unplugged-532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1287.799825] env[69374]: WARNING nova.compute.manager [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Received unexpected event network-vif-unplugged-532f1b5e-28a4-416e-a319-e8c48655bf7e for instance with vm_state shelved_offloaded and task_state None. [ 1287.799991] env[69374]: DEBUG nova.compute.manager [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Received event network-changed-532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.800173] env[69374]: DEBUG nova.compute.manager [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Refreshing instance network info cache due to event network-changed-532f1b5e-28a4-416e-a319-e8c48655bf7e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.800364] env[69374]: DEBUG oslo_concurrency.lockutils [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] Acquiring lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.800504] env[69374]: DEBUG oslo_concurrency.lockutils [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] Acquired lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.800662] env[69374]: DEBUG nova.network.neutron [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Refreshing network info cache for port 532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.883610] env[69374]: DEBUG nova.scheduler.client.report [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.912653] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.237877] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4715c789-b9b8-4210-b216-296566e126b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.259537] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance '0922af11-e7d4-4a88-ab5a-bce2d2f849fc' progress to 0 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.391302] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.394689] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.827s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.394942] env[69374]: DEBUG nova.objects.instance [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lazy-loading 'resources' on Instance uuid 89501f21-3b96-4c55-a56e-45250379d404 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.412959] env[69374]: INFO nova.scheduler.client.report [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted allocations for instance 4866e7c6-2464-4aaf-b25e-17a43b560b6c [ 1288.523787] env[69374]: DEBUG nova.network.neutron [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updated VIF entry in instance network info cache for port 532f1b5e-28a4-416e-a319-e8c48655bf7e. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.524169] env[69374]: DEBUG nova.network.neutron [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updating instance_info_cache with network_info: [{"id": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "address": "fa:16:3e:0a:6e:89", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap532f1b5e-28", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.711202] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "163487fb-71db-4577-833a-1740a552a3dd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.711494] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.711673] env[69374]: DEBUG nova.compute.manager [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Going to confirm migration 8 {{(pid=69374) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1288.765746] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.766078] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbf353b7-9d23-41d4-b25f-0ea037b43041 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.774221] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1288.774221] env[69374]: value = "task-4112413" [ 1288.774221] env[69374]: _type = "Task" [ 1288.774221] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.783269] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.897474] env[69374]: DEBUG nova.objects.instance [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lazy-loading 'numa_topology' on Instance uuid 89501f21-3b96-4c55-a56e-45250379d404 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.920976] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e82e0f5c-b027-483a-aa63-6460d68b528d tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "4866e7c6-2464-4aaf-b25e-17a43b560b6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.305s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.027351] env[69374]: DEBUG oslo_concurrency.lockutils [req-8fe59cc2-7d02-48c1-85d7-08271e395340 req-18e7fbef-8047-47a5-b983-3cf3dc9e2c39 service nova] Releasing lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.250533] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.250764] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.250949] env[69374]: DEBUG nova.network.neutron [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.251196] env[69374]: DEBUG nova.objects.instance [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'info_cache' on Instance uuid 163487fb-71db-4577-833a-1740a552a3dd {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.285028] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112413, 'name': PowerOffVM_Task, 'duration_secs': 0.269579} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.285277] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.285470] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance '0922af11-e7d4-4a88-ab5a-bce2d2f849fc' progress to 17 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.400428] env[69374]: DEBUG nova.objects.base [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Object Instance<89501f21-3b96-4c55-a56e-45250379d404> lazy-loaded attributes: resources,numa_topology {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1289.530601] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dd9b5e-1599-4525-bd56-97d9836ab56d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.538908] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2709e551-4688-4f49-9a20-d1f301e3160a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.570921] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a15aa-4d3f-43b1-853d-fd2569d3cc29 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.579417] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3b6eeb-289e-47d2-8f40-9d4d12aab04d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.594477] env[69374]: DEBUG nova.compute.provider_tree [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.792868] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.793381] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.793516] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.793776] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.793961] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.794154] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.794377] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.794645] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.794866] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.795050] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.795546] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.801517] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a35c8e51-0602-437e-94ec-1c062434dbcf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.818844] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1289.818844] env[69374]: value = "task-4112415" [ 1289.818844] env[69374]: _type = "Task" [ 1289.818844] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.827914] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.832625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "89501f21-3b96-4c55-a56e-45250379d404" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.097712] env[69374]: DEBUG nova.scheduler.client.report [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.330112] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112415, 'name': ReconfigVM_Task, 'duration_secs': 0.190743} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.330206] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance '0922af11-e7d4-4a88-ab5a-bce2d2f849fc' progress to 33 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.542913] env[69374]: DEBUG nova.network.neutron [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance_info_cache with network_info: [{"id": "51ecc627-facf-4f44-ab76-608a62b51faa", "address": "fa:16:3e:f2:19:0c", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ecc627-fa", "ovs_interfaceid": "51ecc627-facf-4f44-ab76-608a62b51faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.602594] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.605272] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.693s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.606954] env[69374]: INFO nova.compute.claims [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.839518] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.839917] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.839917] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.840060] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.840233] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.840383] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.840586] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.840742] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.840905] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.841086] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.841267] env[69374]: DEBUG nova.virt.hardware [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.846641] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.846964] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5655e87-3855-4b40-8e97-5446f4aac54a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.866468] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1290.866468] env[69374]: value = "task-4112416" [ 1290.866468] env[69374]: _type = "Task" [ 1290.866468] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.875459] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.045100] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-163487fb-71db-4577-833a-1740a552a3dd" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.045766] env[69374]: DEBUG nova.objects.instance [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'migration_context' on Instance uuid 163487fb-71db-4577-833a-1740a552a3dd {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.117885] env[69374]: DEBUG oslo_concurrency.lockutils [None req-4cccab3a-c9c1-4ccb-aabe-204d891ecc48 tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "89501f21-3b96-4c55-a56e-45250379d404" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.379s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.118386] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "89501f21-3b96-4c55-a56e-45250379d404" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.286s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.118488] env[69374]: INFO nova.compute.manager [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Unshelving [ 1291.378169] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112416, 'name': ReconfigVM_Task, 'duration_secs': 0.235546} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.378540] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.379395] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421c2333-011b-408c-af69-d87574e2aed0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.402303] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0922af11-e7d4-4a88-ab5a-bce2d2f849fc/0922af11-e7d4-4a88-ab5a-bce2d2f849fc.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.402936] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34d70d3f-2a45-4bac-9bed-f8d8c01d1429 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.422092] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1291.422092] env[69374]: value = "task-4112417" [ 1291.422092] env[69374]: _type = "Task" [ 1291.422092] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.432639] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.548864] env[69374]: DEBUG nova.objects.base [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Object Instance<163487fb-71db-4577-833a-1740a552a3dd> lazy-loaded attributes: info_cache,migration_context {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1291.549884] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395816e6-e4b9-4684-bed9-99cc69ed96b0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.571071] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a0a653-17ca-49e5-81e9-058eac4edc29 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.577663] env[69374]: DEBUG oslo_vmware.api [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1291.577663] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52980ce6-5c71-3459-ad5d-7ff323393f83" [ 1291.577663] env[69374]: _type = "Task" [ 1291.577663] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.586664] env[69374]: DEBUG oslo_vmware.api [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52980ce6-5c71-3459-ad5d-7ff323393f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.791837] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898e4fa-78ba-4b17-956f-dd2f188121bc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.800506] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a72d20-1222-4c86-8e48-e9d98ad6dbd6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.834894] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c145c273-84d8-4e3f-abe7-b63a48036cc6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.843148] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16a46af-6e5f-4ccb-8515-42cb3e5d5f7a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.857900] env[69374]: DEBUG nova.compute.provider_tree [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.932914] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112417, 'name': ReconfigVM_Task, 'duration_secs': 0.267174} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.933578] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0922af11-e7d4-4a88-ab5a-bce2d2f849fc/0922af11-e7d4-4a88-ab5a-bce2d2f849fc.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.933893] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance '0922af11-e7d4-4a88-ab5a-bce2d2f849fc' progress to 50 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.089030] env[69374]: DEBUG oslo_vmware.api [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52980ce6-5c71-3459-ad5d-7ff323393f83, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.089030] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.155783] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.364330] env[69374]: DEBUG nova.scheduler.client.report [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.441098] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e1a03b-3e48-411d-9dd9-3c7ee0ba6019 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.464821] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08db29d-3e1a-4df9-8f61-9c620ef39b7f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.483163] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance '0922af11-e7d4-4a88-ab5a-bce2d2f849fc' progress to 67 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.726757] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "0e955a18-2f05-4164-9601-37ac243a5cbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.727195] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "0e955a18-2f05-4164-9601-37ac243a5cbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.727689] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "0e955a18-2f05-4164-9601-37ac243a5cbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.727689] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "0e955a18-2f05-4164-9601-37ac243a5cbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.727868] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "0e955a18-2f05-4164-9601-37ac243a5cbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.733419] env[69374]: INFO nova.compute.manager [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Terminating instance [ 1292.868151] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.868975] env[69374]: DEBUG nova.compute.manager [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.872502] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.784s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.035092] env[69374]: DEBUG nova.network.neutron [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Port ae2b5b65-e37c-468d-a68b-939424ca4883 binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1293.237958] env[69374]: DEBUG nova.compute.manager [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.238173] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.239121] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefa2b8a-c2c9-4029-8635-4b9e30a2f73b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.247697] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.247966] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-975d0d98-645d-4aa1-92ef-44361726d691 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.255179] env[69374]: DEBUG oslo_vmware.api [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1293.255179] env[69374]: value = "task-4112418" [ 1293.255179] env[69374]: _type = "Task" [ 1293.255179] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.266020] env[69374]: DEBUG oslo_vmware.api [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.377083] env[69374]: DEBUG nova.compute.utils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.379028] env[69374]: DEBUG nova.compute.manager [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.379289] env[69374]: DEBUG nova.network.neutron [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.477448] env[69374]: DEBUG nova.policy [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d932b34d964374bba2f4922b34620a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b733bb3278d44589d34f95a5a349c7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.523363] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11778263-b5e7-4e9a-be2e-4b4fcf539ab7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.531926] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ce4d53-7e14-4670-8525-6a43f84c5ad8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.570648] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9753ede7-8ee6-4a2c-8772-4ef3554eba6a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.578877] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2238108e-5a54-421b-9cf7-de8fff610f04 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.596113] env[69374]: DEBUG nova.compute.provider_tree [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.765980] env[69374]: DEBUG oslo_vmware.api [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112418, 'name': PowerOffVM_Task, 'duration_secs': 0.198935} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.766326] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.766505] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.766758] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54710c28-d64a-437b-939d-7c8e0a6a9b7c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.828503] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.828830] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.829037] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleting the datastore file [datastore1] 0e955a18-2f05-4164-9601-37ac243a5cbe {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.829368] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b415fe0-77b7-42fb-a211-cc47da546726 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.836429] env[69374]: DEBUG oslo_vmware.api [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for the task: (returnval){ [ 1293.836429] env[69374]: value = "task-4112420" [ 1293.836429] env[69374]: _type = "Task" [ 1293.836429] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.845699] env[69374]: DEBUG oslo_vmware.api [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.884977] env[69374]: DEBUG nova.compute.manager [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.085025] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.085542] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.085897] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.101834] env[69374]: DEBUG nova.scheduler.client.report [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.348172] env[69374]: DEBUG oslo_vmware.api [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Task: {'id': task-4112420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143953} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.348483] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.348685] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.348864] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.349306] env[69374]: INFO nova.compute.manager [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1294.349398] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.349524] env[69374]: DEBUG nova.compute.manager [-] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.349704] env[69374]: DEBUG nova.network.neutron [-] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.406312] env[69374]: DEBUG nova.network.neutron [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Successfully created port: ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.644377] env[69374]: DEBUG nova.compute.manager [req-87ed973d-89d4-47cf-87cb-10930b7dc68e req-b872d46b-5cce-4db3-92dc-f2ac0728e8d0 service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Received event network-vif-deleted-619f68ce-c4e5-4bf3-8aed-ef1622c5b242 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.644758] env[69374]: INFO nova.compute.manager [req-87ed973d-89d4-47cf-87cb-10930b7dc68e req-b872d46b-5cce-4db3-92dc-f2ac0728e8d0 service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Neutron deleted interface 619f68ce-c4e5-4bf3-8aed-ef1622c5b242; detaching it from the instance and deleting it from the info cache [ 1294.644933] env[69374]: DEBUG nova.network.neutron [req-87ed973d-89d4-47cf-87cb-10930b7dc68e req-b872d46b-5cce-4db3-92dc-f2ac0728e8d0 service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.902465] env[69374]: DEBUG nova.compute.manager [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.939862] env[69374]: DEBUG nova.virt.hardware [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.940130] env[69374]: DEBUG nova.virt.hardware [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.940293] env[69374]: DEBUG nova.virt.hardware [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.940484] env[69374]: DEBUG nova.virt.hardware [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.940638] env[69374]: DEBUG nova.virt.hardware [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.940832] env[69374]: DEBUG nova.virt.hardware [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.941063] env[69374]: DEBUG nova.virt.hardware [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.941232] env[69374]: DEBUG nova.virt.hardware [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.941401] env[69374]: DEBUG nova.virt.hardware [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.941564] env[69374]: DEBUG nova.virt.hardware [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.941737] env[69374]: DEBUG nova.virt.hardware [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.942710] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a5fc90-4574-4dd4-9c30-11734d0e08c2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.953671] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a29c7f-eced-49c6-ab2f-a2478c703ff8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.110806] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.238s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.114136] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.958s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.114299] env[69374]: DEBUG nova.objects.instance [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lazy-loading 'pci_requests' on Instance uuid 89501f21-3b96-4c55-a56e-45250379d404 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.128829] env[69374]: DEBUG nova.network.neutron [-] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.132171] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.132371] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.132584] env[69374]: DEBUG nova.network.neutron [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.148044] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef81d6a0-ee39-40c6-9ca1-53a73570c823 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.164102] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc635bb-8d9c-4972-870a-d6d2e304febb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.200299] env[69374]: DEBUG nova.compute.manager [req-87ed973d-89d4-47cf-87cb-10930b7dc68e req-b872d46b-5cce-4db3-92dc-f2ac0728e8d0 service nova] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Detach interface failed, port_id=619f68ce-c4e5-4bf3-8aed-ef1622c5b242, reason: Instance 0e955a18-2f05-4164-9601-37ac243a5cbe could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.623826] env[69374]: DEBUG nova.objects.instance [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lazy-loading 'numa_topology' on Instance uuid 89501f21-3b96-4c55-a56e-45250379d404 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.631802] env[69374]: INFO nova.compute.manager [-] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Took 1.28 seconds to deallocate network for instance. [ 1295.712457] env[69374]: INFO nova.scheduler.client.report [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleted allocation for migration f3d5b1a4-56a8-479f-9b51-e3f311bbd569 [ 1295.869326] env[69374]: DEBUG nova.network.neutron [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance_info_cache with network_info: [{"id": "ae2b5b65-e37c-468d-a68b-939424ca4883", "address": "fa:16:3e:c2:8b:a1", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2b5b65-e3", "ovs_interfaceid": "ae2b5b65-e37c-468d-a68b-939424ca4883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.127730] env[69374]: INFO nova.compute.claims [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.141867] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.214738] env[69374]: DEBUG oslo_concurrency.lockutils [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "163487fb-71db-4577-833a-1740a552a3dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.218275] env[69374]: DEBUG oslo_concurrency.lockutils [None req-15ed2861-0ab3-4bda-af29-7a3815b08769 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.507s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.219981] env[69374]: DEBUG oslo_concurrency.lockutils [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.220370] env[69374]: DEBUG oslo_concurrency.lockutils [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "163487fb-71db-4577-833a-1740a552a3dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.220702] env[69374]: DEBUG oslo_concurrency.lockutils [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.220994] env[69374]: DEBUG oslo_concurrency.lockutils [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.225221] env[69374]: INFO nova.compute.manager [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Terminating instance [ 1296.312663] env[69374]: DEBUG nova.compute.manager [req-7b7a3202-b1b7-414c-a2f4-b3b0cea4faa4 req-95e608da-31bb-40a5-b49f-f0654a471479 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Received event network-vif-plugged-ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.312731] env[69374]: DEBUG oslo_concurrency.lockutils [req-7b7a3202-b1b7-414c-a2f4-b3b0cea4faa4 req-95e608da-31bb-40a5-b49f-f0654a471479 service nova] Acquiring lock "c2f17096-1a9d-4378-b702-b185b4e75466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.312960] env[69374]: DEBUG oslo_concurrency.lockutils [req-7b7a3202-b1b7-414c-a2f4-b3b0cea4faa4 req-95e608da-31bb-40a5-b49f-f0654a471479 service nova] Lock "c2f17096-1a9d-4378-b702-b185b4e75466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.313137] env[69374]: DEBUG oslo_concurrency.lockutils [req-7b7a3202-b1b7-414c-a2f4-b3b0cea4faa4 req-95e608da-31bb-40a5-b49f-f0654a471479 service nova] Lock "c2f17096-1a9d-4378-b702-b185b4e75466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.313476] env[69374]: DEBUG nova.compute.manager [req-7b7a3202-b1b7-414c-a2f4-b3b0cea4faa4 req-95e608da-31bb-40a5-b49f-f0654a471479 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] No waiting events found dispatching network-vif-plugged-ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1296.313746] env[69374]: WARNING nova.compute.manager [req-7b7a3202-b1b7-414c-a2f4-b3b0cea4faa4 req-95e608da-31bb-40a5-b49f-f0654a471479 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Received unexpected event network-vif-plugged-ce943886-0c31-485c-a82d-3a3faf67ba49 for instance with vm_state building and task_state spawning. [ 1296.377228] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.398965] env[69374]: DEBUG nova.network.neutron [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Successfully updated port: ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.728893] env[69374]: DEBUG nova.compute.manager [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.729187] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.730077] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3b5fc7-5f51-49de-bcd1-0d50a2c12a8a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.738847] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.739119] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4e920a0-2a82-414c-8747-efaa5e807be1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.746290] env[69374]: DEBUG oslo_vmware.api [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1296.746290] env[69374]: value = "task-4112421" [ 1296.746290] env[69374]: _type = "Task" [ 1296.746290] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.754961] env[69374]: DEBUG oslo_vmware.api [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.803186] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquiring lock "6d9fdb81-c015-4729-8372-2746e5a6e138" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.803484] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Lock "6d9fdb81-c015-4729-8372-2746e5a6e138" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.901377] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.901637] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.901758] env[69374]: DEBUG nova.network.neutron [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.908757] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f17e0-6b9a-4f76-9e26-163c46d2641c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.933440] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a547d053-0347-4042-8e10-4c1b6fae6df7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.942466] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance '0922af11-e7d4-4a88-ab5a-bce2d2f849fc' progress to 83 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.258459] env[69374]: DEBUG oslo_vmware.api [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112421, 'name': PowerOffVM_Task, 'duration_secs': 0.226804} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.261264] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.261447] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.261938] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce735223-faa9-4720-8069-6788cf49a42c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.287250] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25743db9-ffc9-40cd-9866-0bd236b41e45 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.296718] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9084c56-29ab-4a04-b682-30206b8d279d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.334707] env[69374]: DEBUG nova.compute.manager [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.341354] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54034f3-ea12-4347-98d3-415779a459a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.345775] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.346015] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.346357] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleting the datastore file [datastore1] 163487fb-71db-4577-833a-1740a552a3dd {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.347132] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56f867e9-3475-497c-9122-26fc415e8515 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.357288] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f61df61-040d-4f0a-9ac9-980e9aa9d5f4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.362021] env[69374]: DEBUG oslo_vmware.api [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1297.362021] env[69374]: value = "task-4112423" [ 1297.362021] env[69374]: _type = "Task" [ 1297.362021] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.375165] env[69374]: DEBUG nova.compute.provider_tree [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.382982] env[69374]: DEBUG oslo_vmware.api [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.449382] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.450373] env[69374]: DEBUG nova.network.neutron [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.452408] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e29ed1bf-6e60-45be-84b4-d16fda49235d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.463179] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1297.463179] env[69374]: value = "task-4112424" [ 1297.463179] env[69374]: _type = "Task" [ 1297.463179] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.472275] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.640977] env[69374]: DEBUG nova.network.neutron [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updating instance_info_cache with network_info: [{"id": "ce943886-0c31-485c-a82d-3a3faf67ba49", "address": "fa:16:3e:d1:b3:a2", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce943886-0c", "ovs_interfaceid": "ce943886-0c31-485c-a82d-3a3faf67ba49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.869872] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.876970] env[69374]: DEBUG oslo_vmware.api [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146585} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.876970] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.877246] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.877439] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.877548] env[69374]: INFO nova.compute.manager [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1297.877827] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.878795] env[69374]: DEBUG nova.scheduler.client.report [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.882141] env[69374]: DEBUG nova.compute.manager [-] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.882258] env[69374]: DEBUG nova.network.neutron [-] [instance: 163487fb-71db-4577-833a-1740a552a3dd] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.974144] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.144144] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.144544] env[69374]: DEBUG nova.compute.manager [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Instance network_info: |[{"id": "ce943886-0c31-485c-a82d-3a3faf67ba49", "address": "fa:16:3e:d1:b3:a2", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce943886-0c", "ovs_interfaceid": "ce943886-0c31-485c-a82d-3a3faf67ba49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.144970] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b3:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce943886-0c31-485c-a82d-3a3faf67ba49', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.155052] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.155710] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.155958] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64481944-bceb-45de-a9ee-e9d7506031d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.177945] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.177945] env[69374]: value = "task-4112425" [ 1298.177945] env[69374]: _type = "Task" [ 1298.177945] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.187029] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112425, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.340464] env[69374]: DEBUG nova.compute.manager [req-3195ddb9-d035-4421-9e8c-6984afdfc9b9 req-bfd54889-c793-4c63-99ad-6e8d341410ce service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Received event network-changed-ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.340464] env[69374]: DEBUG nova.compute.manager [req-3195ddb9-d035-4421-9e8c-6984afdfc9b9 req-bfd54889-c793-4c63-99ad-6e8d341410ce service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Refreshing instance network info cache due to event network-changed-ce943886-0c31-485c-a82d-3a3faf67ba49. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.340464] env[69374]: DEBUG oslo_concurrency.lockutils [req-3195ddb9-d035-4421-9e8c-6984afdfc9b9 req-bfd54889-c793-4c63-99ad-6e8d341410ce service nova] Acquiring lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.340464] env[69374]: DEBUG oslo_concurrency.lockutils [req-3195ddb9-d035-4421-9e8c-6984afdfc9b9 req-bfd54889-c793-4c63-99ad-6e8d341410ce service nova] Acquired lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.340993] env[69374]: DEBUG nova.network.neutron [req-3195ddb9-d035-4421-9e8c-6984afdfc9b9 req-bfd54889-c793-4c63-99ad-6e8d341410ce service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Refreshing network info cache for port ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.387734] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.271s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.388702] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.246s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.389047] env[69374]: DEBUG nova.objects.instance [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lazy-loading 'resources' on Instance uuid 0e955a18-2f05-4164-9601-37ac243a5cbe {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.425939] env[69374]: INFO nova.network.neutron [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updating port 532f1b5e-28a4-416e-a319-e8c48655bf7e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1298.475128] env[69374]: DEBUG oslo_vmware.api [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112424, 'name': PowerOnVM_Task, 'duration_secs': 0.642988} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.475909] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.476267] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c0be18-669f-4548-b1d2-fcc43470005e tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance '0922af11-e7d4-4a88-ab5a-bce2d2f849fc' progress to 100 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.694061] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112425, 'name': CreateVM_Task, 'duration_secs': 0.420681} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.694061] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.694887] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.695124] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.696439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.696439] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d05c0182-f481-475a-9695-d8b55efb30bf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.706023] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1298.706023] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b0f1fa-bd22-c3e2-cb2b-8c8591c5e7c4" [ 1298.706023] env[69374]: _type = "Task" [ 1298.706023] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.712769] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b0f1fa-bd22-c3e2-cb2b-8c8591c5e7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.920084] env[69374]: DEBUG nova.network.neutron [-] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.034430] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdd8253-f7fb-4719-a418-d0001ec54b88 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.042529] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acaaa2c-0b35-4be1-80e3-de13fa427478 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.079121] env[69374]: DEBUG nova.network.neutron [req-3195ddb9-d035-4421-9e8c-6984afdfc9b9 req-bfd54889-c793-4c63-99ad-6e8d341410ce service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updated VIF entry in instance network info cache for port ce943886-0c31-485c-a82d-3a3faf67ba49. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.079543] env[69374]: DEBUG nova.network.neutron [req-3195ddb9-d035-4421-9e8c-6984afdfc9b9 req-bfd54889-c793-4c63-99ad-6e8d341410ce service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updating instance_info_cache with network_info: [{"id": "ce943886-0c31-485c-a82d-3a3faf67ba49", "address": "fa:16:3e:d1:b3:a2", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce943886-0c", "ovs_interfaceid": "ce943886-0c31-485c-a82d-3a3faf67ba49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.081250] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc517f0c-cb39-48e0-af4a-704f7dc785c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.090994] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179dea6d-d107-49cc-85c6-e6449845f34f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.107854] env[69374]: DEBUG nova.compute.provider_tree [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.215294] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b0f1fa-bd22-c3e2-cb2b-8c8591c5e7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.216032] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.216032] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.216266] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.216354] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.216519] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.216814] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba855e60-0f64-465d-8117-73440f864584 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.228580] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.228801] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.229548] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac9420b-bb8b-480b-8252-2a777657223a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.235689] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1299.235689] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5274a32e-57ff-119f-fa39-63275da8a36b" [ 1299.235689] env[69374]: _type = "Task" [ 1299.235689] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.243819] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5274a32e-57ff-119f-fa39-63275da8a36b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.423137] env[69374]: INFO nova.compute.manager [-] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Took 1.54 seconds to deallocate network for instance. [ 1299.585563] env[69374]: DEBUG oslo_concurrency.lockutils [req-3195ddb9-d035-4421-9e8c-6984afdfc9b9 req-bfd54889-c793-4c63-99ad-6e8d341410ce service nova] Releasing lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.611605] env[69374]: DEBUG nova.scheduler.client.report [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.746754] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5274a32e-57ff-119f-fa39-63275da8a36b, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.747172] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d04a8f-d2d0-4d93-9ecb-a631f26c6266 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.753060] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1299.753060] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52741865-5193-bc11-43c5-2bc1ca488c09" [ 1299.753060] env[69374]: _type = "Task" [ 1299.753060] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.763517] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52741865-5193-bc11-43c5-2bc1ca488c09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.842118] env[69374]: DEBUG nova.compute.manager [req-26d91b97-be9a-4ba0-802e-74bda231a18a req-5d9d8397-534b-401c-b29d-5040e6cd4184 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Received event network-vif-plugged-532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.842333] env[69374]: DEBUG oslo_concurrency.lockutils [req-26d91b97-be9a-4ba0-802e-74bda231a18a req-5d9d8397-534b-401c-b29d-5040e6cd4184 service nova] Acquiring lock "89501f21-3b96-4c55-a56e-45250379d404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.842635] env[69374]: DEBUG oslo_concurrency.lockutils [req-26d91b97-be9a-4ba0-802e-74bda231a18a req-5d9d8397-534b-401c-b29d-5040e6cd4184 service nova] Lock "89501f21-3b96-4c55-a56e-45250379d404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.842733] env[69374]: DEBUG oslo_concurrency.lockutils [req-26d91b97-be9a-4ba0-802e-74bda231a18a req-5d9d8397-534b-401c-b29d-5040e6cd4184 service nova] Lock "89501f21-3b96-4c55-a56e-45250379d404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.842856] env[69374]: DEBUG nova.compute.manager [req-26d91b97-be9a-4ba0-802e-74bda231a18a req-5d9d8397-534b-401c-b29d-5040e6cd4184 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] No waiting events found dispatching network-vif-plugged-532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1299.843044] env[69374]: WARNING nova.compute.manager [req-26d91b97-be9a-4ba0-802e-74bda231a18a req-5d9d8397-534b-401c-b29d-5040e6cd4184 service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Received unexpected event network-vif-plugged-532f1b5e-28a4-416e-a319-e8c48655bf7e for instance with vm_state shelved_offloaded and task_state spawning. [ 1299.938718] env[69374]: DEBUG oslo_concurrency.lockutils [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.963197] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.963300] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.963563] env[69374]: DEBUG nova.network.neutron [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.116500] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.118928] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.249s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.120451] env[69374]: INFO nova.compute.claims [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.144851] env[69374]: INFO nova.scheduler.client.report [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Deleted allocations for instance 0e955a18-2f05-4164-9601-37ac243a5cbe [ 1300.265457] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52741865-5193-bc11-43c5-2bc1ca488c09, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.265606] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.265841] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] c2f17096-1a9d-4378-b702-b185b4e75466/c2f17096-1a9d-4378-b702-b185b4e75466.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.266201] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb6b75b1-9e09-4fe3-94ec-3cfab02b19c3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.275350] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1300.275350] env[69374]: value = "task-4112426" [ 1300.275350] env[69374]: _type = "Task" [ 1300.275350] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.285065] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.365463] env[69374]: DEBUG nova.compute.manager [req-749d0c75-030e-411c-b5ce-3c7db4687f90 req-3de635d3-51aa-45b7-805e-81f3be065302 service nova] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Received event network-vif-deleted-51ecc627-facf-4f44-ab76-608a62b51faa {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.380242] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.380572] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.380835] env[69374]: DEBUG nova.compute.manager [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Going to confirm migration 9 {{(pid=69374) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1300.653774] env[69374]: DEBUG oslo_concurrency.lockutils [None req-16bb0764-15c9-4ef6-a2a0-206f3e67f64c tempest-ServerActionsTestOtherA-1939242185 tempest-ServerActionsTestOtherA-1939242185-project-member] Lock "0e955a18-2f05-4164-9601-37ac243a5cbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.926s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.726284] env[69374]: DEBUG nova.network.neutron [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updating instance_info_cache with network_info: [{"id": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "address": "fa:16:3e:0a:6e:89", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f1b5e-28", "ovs_interfaceid": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.786428] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475292} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.786793] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] c2f17096-1a9d-4378-b702-b185b4e75466/c2f17096-1a9d-4378-b702-b185b4e75466.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.787138] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.787483] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f5085d0-61e7-4688-8e45-8f06b18f0727 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.794469] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1300.794469] env[69374]: value = "task-4112427" [ 1300.794469] env[69374]: _type = "Task" [ 1300.794469] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.806107] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.947013] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.947013] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquired lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.947013] env[69374]: DEBUG nova.network.neutron [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.947013] env[69374]: DEBUG nova.objects.instance [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lazy-loading 'info_cache' on Instance uuid 0922af11-e7d4-4a88-ab5a-bce2d2f849fc {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.231625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.270097] env[69374]: DEBUG nova.virt.hardware [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='947c9f5ff696593612d0e21d0d89abe1',container_format='bare',created_at=2025-05-14T01:29:34Z,direct_url=,disk_format='vmdk',id=82b615d7-ce9e-4831-a87d-01577b940641,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-691553250-shelved',owner='29eed2dedd544a15803c87d1de081863',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-05-14T01:29:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.270097] env[69374]: DEBUG nova.virt.hardware [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.270097] env[69374]: DEBUG nova.virt.hardware [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.270097] env[69374]: DEBUG nova.virt.hardware [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.270097] env[69374]: DEBUG nova.virt.hardware [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.270097] env[69374]: DEBUG nova.virt.hardware [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.273155] env[69374]: DEBUG nova.virt.hardware [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.273155] env[69374]: DEBUG nova.virt.hardware [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.273155] env[69374]: DEBUG nova.virt.hardware [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.273155] env[69374]: DEBUG nova.virt.hardware [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.273155] env[69374]: DEBUG nova.virt.hardware [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.273155] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5be827-fc81-48bc-95f8-2c4c6240644f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.284917] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37bd72c-af1c-40a2-90a5-29bf39840f63 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.302437] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:6e:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '532f1b5e-28a4-416e-a319-e8c48655bf7e', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.310529] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.314536] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.315248] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0315d5e8-1422-4ac4-b7c8-09157d108f86 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.317887] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d150bb95-2d12-4853-8065-d39d7b2afb7c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.338342] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065826} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.341487] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.341910] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.341910] env[69374]: value = "task-4112428" [ 1301.341910] env[69374]: _type = "Task" [ 1301.341910] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.342913] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955c01cc-95c0-43c6-a1c7-57a3c6e7b4a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.346017] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f13414-4fa9-43ec-94e1-f1809a237f5e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.373152] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c2f17096-1a9d-4378-b702-b185b4e75466/c2f17096-1a9d-4378-b702-b185b4e75466.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.403075] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5456a4f3-cb09-4407-8bd8-ccf3d3e0babf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.418980] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112428, 'name': CreateVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.420481] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7075f16-556c-449c-9e2b-19b1c98bbc10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.429990] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dddcf7e-dd94-4a4c-a5c6-6d71309d1b1b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.434469] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1301.434469] env[69374]: value = "task-4112429" [ 1301.434469] env[69374]: _type = "Task" [ 1301.434469] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.446558] env[69374]: DEBUG nova.compute.provider_tree [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.456365] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.860111] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112428, 'name': CreateVM_Task, 'duration_secs': 0.383296} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.860111] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.860648] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.860861] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.861263] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.861543] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3a1bf5-9308-4a56-bcf8-4a3a82c30b99 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.867765] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1301.867765] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524ef6c3-c580-fc77-110a-9669d9a570b0" [ 1301.867765] env[69374]: _type = "Task" [ 1301.867765] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.876800] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524ef6c3-c580-fc77-110a-9669d9a570b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.947687] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112429, 'name': ReconfigVM_Task, 'duration_secs': 0.380632} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.948161] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c2f17096-1a9d-4378-b702-b185b4e75466/c2f17096-1a9d-4378-b702-b185b4e75466.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.949417] env[69374]: DEBUG nova.scheduler.client.report [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.952666] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8747ac4-c045-419e-948a-bb4b4c7d068e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.958701] env[69374]: DEBUG nova.compute.manager [req-65d263be-72cc-4958-b463-b7710d8363b1 req-4848cc25-15a0-4728-9d1f-bc066da5824f service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Received event network-changed-532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.958978] env[69374]: DEBUG nova.compute.manager [req-65d263be-72cc-4958-b463-b7710d8363b1 req-4848cc25-15a0-4728-9d1f-bc066da5824f service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Refreshing instance network info cache due to event network-changed-532f1b5e-28a4-416e-a319-e8c48655bf7e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.959276] env[69374]: DEBUG oslo_concurrency.lockutils [req-65d263be-72cc-4958-b463-b7710d8363b1 req-4848cc25-15a0-4728-9d1f-bc066da5824f service nova] Acquiring lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.959536] env[69374]: DEBUG oslo_concurrency.lockutils [req-65d263be-72cc-4958-b463-b7710d8363b1 req-4848cc25-15a0-4728-9d1f-bc066da5824f service nova] Acquired lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.959823] env[69374]: DEBUG nova.network.neutron [req-65d263be-72cc-4958-b463-b7710d8363b1 req-4848cc25-15a0-4728-9d1f-bc066da5824f service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Refreshing network info cache for port 532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.965826] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1301.965826] env[69374]: value = "task-4112430" [ 1301.965826] env[69374]: _type = "Task" [ 1301.965826] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.977539] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112430, 'name': Rename_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.264334] env[69374]: DEBUG nova.network.neutron [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance_info_cache with network_info: [{"id": "ae2b5b65-e37c-468d-a68b-939424ca4883", "address": "fa:16:3e:c2:8b:a1", "network": {"id": "e133fbac-d875-4441-b2cf-31b44a2a2fc6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-94088517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a9e77fc935493aa27fc0552bbec035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2b5b65-e3", "ovs_interfaceid": "ae2b5b65-e37c-468d-a68b-939424ca4883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.378267] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.378545] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Processing image 82b615d7-ce9e-4831-a87d-01577b940641 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.378888] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641/82b615d7-ce9e-4831-a87d-01577b940641.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.379117] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641/82b615d7-ce9e-4831-a87d-01577b940641.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.379381] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.379723] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea49f56b-bf8e-4aa7-af6c-421e6678a194 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.390550] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.390740] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.391500] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7bb606-3837-40d8-b703-d707d76ae359 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.397391] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1302.397391] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52e1e202-b556-8796-0c1c-e5ae215955ef" [ 1302.397391] env[69374]: _type = "Task" [ 1302.397391] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.406079] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52e1e202-b556-8796-0c1c-e5ae215955ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.456412] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.456994] env[69374]: DEBUG nova.compute.manager [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.459906] env[69374]: DEBUG oslo_concurrency.lockutils [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.524s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.460071] env[69374]: DEBUG oslo_concurrency.lockutils [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.478306] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112430, 'name': Rename_Task, 'duration_secs': 0.147846} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.478636] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.480065] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63de64bd-23ef-4da9-879e-7e3c251dfd16 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.487929] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1302.487929] env[69374]: value = "task-4112431" [ 1302.487929] env[69374]: _type = "Task" [ 1302.487929] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.492216] env[69374]: INFO nova.scheduler.client.report [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleted allocations for instance 163487fb-71db-4577-833a-1740a552a3dd [ 1302.500960] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.733108] env[69374]: DEBUG nova.network.neutron [req-65d263be-72cc-4958-b463-b7710d8363b1 req-4848cc25-15a0-4728-9d1f-bc066da5824f service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updated VIF entry in instance network info cache for port 532f1b5e-28a4-416e-a319-e8c48655bf7e. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.733483] env[69374]: DEBUG nova.network.neutron [req-65d263be-72cc-4958-b463-b7710d8363b1 req-4848cc25-15a0-4728-9d1f-bc066da5824f service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updating instance_info_cache with network_info: [{"id": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "address": "fa:16:3e:0a:6e:89", "network": {"id": "d955c8c4-42bd-421c-8941-904b8d62f613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1201848630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29eed2dedd544a15803c87d1de081863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f1b5e-28", "ovs_interfaceid": "532f1b5e-28a4-416e-a319-e8c48655bf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.767891] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Releasing lock "refresh_cache-0922af11-e7d4-4a88-ab5a-bce2d2f849fc" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.768347] env[69374]: DEBUG nova.objects.instance [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lazy-loading 'migration_context' on Instance uuid 0922af11-e7d4-4a88-ab5a-bce2d2f849fc {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.909925] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Preparing fetch location {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1302.910220] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Fetch image to [datastore1] OSTACK_IMG_5b552e8d-7210-4510-ab22-e31c4661e4b5/OSTACK_IMG_5b552e8d-7210-4510-ab22-e31c4661e4b5.vmdk {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1302.910416] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Downloading stream optimized image 82b615d7-ce9e-4831-a87d-01577b940641 to [datastore1] OSTACK_IMG_5b552e8d-7210-4510-ab22-e31c4661e4b5/OSTACK_IMG_5b552e8d-7210-4510-ab22-e31c4661e4b5.vmdk on the data store datastore1 as vApp {{(pid=69374) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1302.910593] env[69374]: DEBUG nova.virt.vmwareapi.images [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Downloading image file data 82b615d7-ce9e-4831-a87d-01577b940641 to the ESX as VM named 'OSTACK_IMG_5b552e8d-7210-4510-ab22-e31c4661e4b5' {{(pid=69374) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1302.965252] env[69374]: DEBUG nova.compute.utils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.965668] env[69374]: DEBUG nova.compute.manager [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.965818] env[69374]: DEBUG nova.network.neutron [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.998355] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.999468] env[69374]: DEBUG oslo_vmware.rw_handles [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1302.999468] env[69374]: value = "resgroup-9" [ 1302.999468] env[69374]: _type = "ResourcePool" [ 1302.999468] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1303.000120] env[69374]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3d905329-9be2-4502-9568-8d8b916a90e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.018035] env[69374]: DEBUG nova.policy [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '713e7be57c5d4a408d3545078b6a66c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d312e33f38c4b54ba7cfcae4f0b9f0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.023604] env[69374]: DEBUG oslo_concurrency.lockutils [None req-91c14d30-7887-4fe8-8393-0b93ef4a21fc tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "163487fb-71db-4577-833a-1740a552a3dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.804s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.029521] env[69374]: DEBUG oslo_vmware.rw_handles [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lease: (returnval){ [ 1303.029521] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526a576f-0241-213e-b3d3-c7e4f0624b43" [ 1303.029521] env[69374]: _type = "HttpNfcLease" [ 1303.029521] env[69374]: } obtained for vApp import into resource pool (val){ [ 1303.029521] env[69374]: value = "resgroup-9" [ 1303.029521] env[69374]: _type = "ResourcePool" [ 1303.029521] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1303.030218] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the lease: (returnval){ [ 1303.030218] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526a576f-0241-213e-b3d3-c7e4f0624b43" [ 1303.030218] env[69374]: _type = "HttpNfcLease" [ 1303.030218] env[69374]: } to be ready. {{(pid=69374) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1303.040939] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1303.040939] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526a576f-0241-213e-b3d3-c7e4f0624b43" [ 1303.040939] env[69374]: _type = "HttpNfcLease" [ 1303.040939] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1303.236653] env[69374]: DEBUG oslo_concurrency.lockutils [req-65d263be-72cc-4958-b463-b7710d8363b1 req-4848cc25-15a0-4728-9d1f-bc066da5824f service nova] Releasing lock "refresh_cache-89501f21-3b96-4c55-a56e-45250379d404" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.275193] env[69374]: DEBUG nova.objects.base [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Object Instance<0922af11-e7d4-4a88-ab5a-bce2d2f849fc> lazy-loaded attributes: info_cache,migration_context {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1303.275193] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f3280b-d743-4af3-b2d1-ab417303bcc7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.295605] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef1d9b8e-c172-46e4-8f4d-f643ff5f35c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.301516] env[69374]: DEBUG oslo_vmware.api [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1303.301516] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5206440e-6f4c-684a-aa6b-6a96d8e61681" [ 1303.301516] env[69374]: _type = "Task" [ 1303.301516] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.311344] env[69374]: DEBUG oslo_vmware.api [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5206440e-6f4c-684a-aa6b-6a96d8e61681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.315826] env[69374]: DEBUG nova.network.neutron [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Successfully created port: 906b61a8-1753-45f7-8529-f769dfeb0e2a {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.469575] env[69374]: DEBUG nova.compute.manager [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1303.501041] env[69374]: DEBUG oslo_vmware.api [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112431, 'name': PowerOnVM_Task, 'duration_secs': 0.601534} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.501325] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.501554] env[69374]: INFO nova.compute.manager [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1303.501742] env[69374]: DEBUG nova.compute.manager [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1303.502882] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410dd42e-1266-485a-8fb5-d55d187ab342 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.539970] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1303.539970] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526a576f-0241-213e-b3d3-c7e4f0624b43" [ 1303.539970] env[69374]: _type = "HttpNfcLease" [ 1303.539970] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1303.812508] env[69374]: DEBUG oslo_vmware.api [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5206440e-6f4c-684a-aa6b-6a96d8e61681, 'name': SearchDatastore_Task, 'duration_secs': 0.00865} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.812508] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.812787] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.020859] env[69374]: INFO nova.compute.manager [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Took 16.16 seconds to build instance. [ 1304.040412] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1304.040412] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526a576f-0241-213e-b3d3-c7e4f0624b43" [ 1304.040412] env[69374]: _type = "HttpNfcLease" [ 1304.040412] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1304.439977] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5a3f34-70c1-42f4-9565-1e46972c31d3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.447154] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca269c38-d9a5-4b7e-8846-3e5c0d311801 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.480119] env[69374]: DEBUG nova.compute.manager [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.483708] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15809dbb-25c9-4c42-b563-4657c6b757b3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.492876] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cadc84-b839-47de-98a8-0750abf679cb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.518516] env[69374]: DEBUG nova.compute.provider_tree [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.524040] env[69374]: DEBUG nova.virt.hardware [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.524040] env[69374]: DEBUG nova.virt.hardware [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.524040] env[69374]: DEBUG nova.virt.hardware [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.524040] env[69374]: DEBUG nova.virt.hardware [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.524040] env[69374]: DEBUG nova.virt.hardware [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.524452] env[69374]: DEBUG nova.virt.hardware [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.524452] env[69374]: DEBUG nova.virt.hardware [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.524603] env[69374]: DEBUG nova.virt.hardware [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.524653] env[69374]: DEBUG nova.virt.hardware [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.524783] env[69374]: DEBUG nova.virt.hardware [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.525098] env[69374]: DEBUG nova.virt.hardware [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.525837] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a96e8f1c-9c2c-4c64-abfd-19f45ba57feb tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "c2f17096-1a9d-4378-b702-b185b4e75466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.691s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.527825] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb2c6a5-c32f-47a5-bb0d-0b1679e12159 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.540441] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbecb3dc-1af2-40e0-9345-88c7e40bfa7b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.545528] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1304.545528] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526a576f-0241-213e-b3d3-c7e4f0624b43" [ 1304.545528] env[69374]: _type = "HttpNfcLease" [ 1304.545528] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1304.603301] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "857a5b93-77ef-46c6-9622-8769d357a1f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.603301] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "857a5b93-77ef-46c6-9622-8769d357a1f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.726074] env[69374]: DEBUG nova.compute.manager [req-17c64cc4-7f40-42db-88f6-73d8205a8549 req-4deb67e6-8775-4e1d-b1d2-8597c878b5b2 service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Received event network-vif-plugged-906b61a8-1753-45f7-8529-f769dfeb0e2a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.726360] env[69374]: DEBUG oslo_concurrency.lockutils [req-17c64cc4-7f40-42db-88f6-73d8205a8549 req-4deb67e6-8775-4e1d-b1d2-8597c878b5b2 service nova] Acquiring lock "6d9fdb81-c015-4729-8372-2746e5a6e138-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.726576] env[69374]: DEBUG oslo_concurrency.lockutils [req-17c64cc4-7f40-42db-88f6-73d8205a8549 req-4deb67e6-8775-4e1d-b1d2-8597c878b5b2 service nova] Lock "6d9fdb81-c015-4729-8372-2746e5a6e138-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.726745] env[69374]: DEBUG oslo_concurrency.lockutils [req-17c64cc4-7f40-42db-88f6-73d8205a8549 req-4deb67e6-8775-4e1d-b1d2-8597c878b5b2 service nova] Lock "6d9fdb81-c015-4729-8372-2746e5a6e138-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.726911] env[69374]: DEBUG nova.compute.manager [req-17c64cc4-7f40-42db-88f6-73d8205a8549 req-4deb67e6-8775-4e1d-b1d2-8597c878b5b2 service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] No waiting events found dispatching network-vif-plugged-906b61a8-1753-45f7-8529-f769dfeb0e2a {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1304.727089] env[69374]: WARNING nova.compute.manager [req-17c64cc4-7f40-42db-88f6-73d8205a8549 req-4deb67e6-8775-4e1d-b1d2-8597c878b5b2 service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Received unexpected event network-vif-plugged-906b61a8-1753-45f7-8529-f769dfeb0e2a for instance with vm_state building and task_state spawning. [ 1304.813721] env[69374]: DEBUG nova.network.neutron [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Successfully updated port: 906b61a8-1753-45f7-8529-f769dfeb0e2a {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.020106] env[69374]: DEBUG nova.scheduler.client.report [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.044046] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1305.044046] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526a576f-0241-213e-b3d3-c7e4f0624b43" [ 1305.044046] env[69374]: _type = "HttpNfcLease" [ 1305.044046] env[69374]: } is initializing. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1305.104436] env[69374]: DEBUG nova.compute.manager [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.197380] env[69374]: DEBUG nova.compute.manager [req-e8c5c911-b76d-4834-95fa-e4427e59fc5e req-9fcd4c60-a036-428b-a01a-b2eafc3e54e2 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Received event network-changed-a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.197623] env[69374]: DEBUG nova.compute.manager [req-e8c5c911-b76d-4834-95fa-e4427e59fc5e req-9fcd4c60-a036-428b-a01a-b2eafc3e54e2 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing instance network info cache due to event network-changed-a54b5f19-11f8-4d45-8af2-3ac2347939a7. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.197855] env[69374]: DEBUG oslo_concurrency.lockutils [req-e8c5c911-b76d-4834-95fa-e4427e59fc5e req-9fcd4c60-a036-428b-a01a-b2eafc3e54e2 service nova] Acquiring lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.197988] env[69374]: DEBUG oslo_concurrency.lockutils [req-e8c5c911-b76d-4834-95fa-e4427e59fc5e req-9fcd4c60-a036-428b-a01a-b2eafc3e54e2 service nova] Acquired lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.198193] env[69374]: DEBUG nova.network.neutron [req-e8c5c911-b76d-4834-95fa-e4427e59fc5e req-9fcd4c60-a036-428b-a01a-b2eafc3e54e2 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing network info cache for port a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.316372] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquiring lock "refresh_cache-6d9fdb81-c015-4729-8372-2746e5a6e138" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.316625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquired lock "refresh_cache-6d9fdb81-c015-4729-8372-2746e5a6e138" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.316872] env[69374]: DEBUG nova.network.neutron [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.544423] env[69374]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1305.544423] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526a576f-0241-213e-b3d3-c7e4f0624b43" [ 1305.544423] env[69374]: _type = "HttpNfcLease" [ 1305.544423] env[69374]: } is ready. {{(pid=69374) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1305.544937] env[69374]: DEBUG oslo_vmware.rw_handles [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1305.544937] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526a576f-0241-213e-b3d3-c7e4f0624b43" [ 1305.544937] env[69374]: _type = "HttpNfcLease" [ 1305.544937] env[69374]: }. {{(pid=69374) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1305.547464] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d819f4-f682-40dd-94b2-6161aefbc06c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.564617] env[69374]: DEBUG oslo_vmware.rw_handles [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e4854-4cc9-43e6-263e-fe009b9a99a1/disk-0.vmdk from lease info. {{(pid=69374) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1305.564865] env[69374]: DEBUG oslo_vmware.rw_handles [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e4854-4cc9-43e6-263e-fe009b9a99a1/disk-0.vmdk. {{(pid=69374) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1305.634560] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe7225f4-bd99-499e-b861-272aecb67450 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.663659] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.878721] env[69374]: DEBUG nova.network.neutron [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.950167] env[69374]: DEBUG nova.network.neutron [req-e8c5c911-b76d-4834-95fa-e4427e59fc5e req-9fcd4c60-a036-428b-a01a-b2eafc3e54e2 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updated VIF entry in instance network info cache for port a54b5f19-11f8-4d45-8af2-3ac2347939a7. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.950746] env[69374]: DEBUG nova.network.neutron [req-e8c5c911-b76d-4834-95fa-e4427e59fc5e req-9fcd4c60-a036-428b-a01a-b2eafc3e54e2 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updating instance_info_cache with network_info: [{"id": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "address": "fa:16:3e:70:7e:47", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54b5f19-11", "ovs_interfaceid": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.032497] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.220s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.036950] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.373s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.039178] env[69374]: INFO nova.compute.claims [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.145801] env[69374]: DEBUG nova.network.neutron [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Updating instance_info_cache with network_info: [{"id": "906b61a8-1753-45f7-8529-f769dfeb0e2a", "address": "fa:16:3e:2f:ed:d1", "network": {"id": "0a7e25f1-33b5-46f7-aecf-b40128e61bc8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-693884794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d312e33f38c4b54ba7cfcae4f0b9f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap906b61a8-17", "ovs_interfaceid": "906b61a8-1753-45f7-8529-f769dfeb0e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.454996] env[69374]: DEBUG oslo_concurrency.lockutils [req-e8c5c911-b76d-4834-95fa-e4427e59fc5e req-9fcd4c60-a036-428b-a01a-b2eafc3e54e2 service nova] Releasing lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.607971] env[69374]: INFO nova.scheduler.client.report [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted allocation for migration 34f79703-6b12-4a43-92e5-d81ae42d03f2 [ 1306.649869] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Releasing lock "refresh_cache-6d9fdb81-c015-4729-8372-2746e5a6e138" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.649869] env[69374]: DEBUG nova.compute.manager [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Instance network_info: |[{"id": "906b61a8-1753-45f7-8529-f769dfeb0e2a", "address": "fa:16:3e:2f:ed:d1", "network": {"id": "0a7e25f1-33b5-46f7-aecf-b40128e61bc8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-693884794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d312e33f38c4b54ba7cfcae4f0b9f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap906b61a8-17", "ovs_interfaceid": "906b61a8-1753-45f7-8529-f769dfeb0e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1306.650916] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:ed:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '906b61a8-1753-45f7-8529-f769dfeb0e2a', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.659842] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Creating folder: Project (8d312e33f38c4b54ba7cfcae4f0b9f0e). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.663295] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7039748-65e6-4098-925c-464e10f05d8b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.679205] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Created folder: Project (8d312e33f38c4b54ba7cfcae4f0b9f0e) in parent group-v814324. [ 1306.679431] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Creating folder: Instances. Parent ref: group-v814656. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.679694] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31cd425b-e443-40c9-8267-36fe59bd99d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.691152] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Created folder: Instances in parent group-v814656. [ 1306.691418] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.691639] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.691808] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14c224c7-9a0e-419e-b4c0-67cef6848855 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.713961] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.713961] env[69374]: value = "task-4112435" [ 1306.713961] env[69374]: _type = "Task" [ 1306.713961] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.725342] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112435, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.737041] env[69374]: DEBUG oslo_concurrency.lockutils [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.737426] env[69374]: DEBUG oslo_concurrency.lockutils [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.837419] env[69374]: DEBUG oslo_vmware.rw_handles [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Completed reading data from the image iterator. {{(pid=69374) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1306.837721] env[69374]: DEBUG oslo_vmware.rw_handles [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e4854-4cc9-43e6-263e-fe009b9a99a1/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1306.838789] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1116e22-1c91-404b-ac0c-edeaf3501bfd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.847048] env[69374]: DEBUG oslo_vmware.rw_handles [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e4854-4cc9-43e6-263e-fe009b9a99a1/disk-0.vmdk is in state: ready. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1306.847311] env[69374]: DEBUG oslo_vmware.rw_handles [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e4854-4cc9-43e6-263e-fe009b9a99a1/disk-0.vmdk. {{(pid=69374) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1306.847491] env[69374]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0a40caa7-2dd6-486a-93b2-389b70531886 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.122926] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.742s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.161889] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1e7695-9fb8-476a-9166-4de001dbc76d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.171672] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dc9b2d-8c44-432e-8248-64d2dd1739a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.205205] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d70ac28-13c8-4df5-b0d2-041c7080c6f9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.214155] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f442451-a27c-492b-847b-2f94b3029ebc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.228028] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112435, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.236362] env[69374]: DEBUG nova.compute.provider_tree [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.240145] env[69374]: DEBUG nova.compute.utils [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.592656] env[69374]: DEBUG oslo_vmware.rw_handles [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e4854-4cc9-43e6-263e-fe009b9a99a1/disk-0.vmdk. {{(pid=69374) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1307.592828] env[69374]: INFO nova.virt.vmwareapi.images [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Downloaded image file data 82b615d7-ce9e-4831-a87d-01577b940641 [ 1307.593763] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b59c3f-736d-4234-95a1-006a770e09c3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.610651] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5f6ef27-aef7-4975-a7a1-9bfe82922d16 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.728384] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112435, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.739492] env[69374]: DEBUG nova.scheduler.client.report [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.742818] env[69374]: DEBUG oslo_concurrency.lockutils [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.796532] env[69374]: INFO nova.virt.vmwareapi.images [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] The imported VM was unregistered [ 1307.798922] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Caching image {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1307.799239] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Creating directory with path [datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.799545] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3927876d-6f43-403a-b5c3-8f947a434601 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.813825] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Created directory with path [datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641 {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.814143] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5b552e8d-7210-4510-ab22-e31c4661e4b5/OSTACK_IMG_5b552e8d-7210-4510-ab22-e31c4661e4b5.vmdk to [datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641/82b615d7-ce9e-4831-a87d-01577b940641.vmdk. {{(pid=69374) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1307.814552] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e08309c9-1a4f-4512-bc5c-483fd2776839 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.823431] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1307.823431] env[69374]: value = "task-4112437" [ 1307.823431] env[69374]: _type = "Task" [ 1307.823431] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.832548] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112437, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.948244] env[69374]: DEBUG nova.compute.manager [req-327e7bb2-13b3-4b1e-ac19-f434f5be1117 req-3d5fcdcf-0a3e-4dc0-b02c-9caa3197e207 service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Received event network-changed-906b61a8-1753-45f7-8529-f769dfeb0e2a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.948604] env[69374]: DEBUG nova.compute.manager [req-327e7bb2-13b3-4b1e-ac19-f434f5be1117 req-3d5fcdcf-0a3e-4dc0-b02c-9caa3197e207 service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Refreshing instance network info cache due to event network-changed-906b61a8-1753-45f7-8529-f769dfeb0e2a. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.948950] env[69374]: DEBUG oslo_concurrency.lockutils [req-327e7bb2-13b3-4b1e-ac19-f434f5be1117 req-3d5fcdcf-0a3e-4dc0-b02c-9caa3197e207 service nova] Acquiring lock "refresh_cache-6d9fdb81-c015-4729-8372-2746e5a6e138" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.949176] env[69374]: DEBUG oslo_concurrency.lockutils [req-327e7bb2-13b3-4b1e-ac19-f434f5be1117 req-3d5fcdcf-0a3e-4dc0-b02c-9caa3197e207 service nova] Acquired lock "refresh_cache-6d9fdb81-c015-4729-8372-2746e5a6e138" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.949423] env[69374]: DEBUG nova.network.neutron [req-327e7bb2-13b3-4b1e-ac19-f434f5be1117 req-3d5fcdcf-0a3e-4dc0-b02c-9caa3197e207 service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Refreshing network info cache for port 906b61a8-1753-45f7-8529-f769dfeb0e2a {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.074960] env[69374]: DEBUG nova.compute.manager [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Received event network-changed-ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.075134] env[69374]: DEBUG nova.compute.manager [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Refreshing instance network info cache due to event network-changed-ce943886-0c31-485c-a82d-3a3faf67ba49. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.075351] env[69374]: DEBUG oslo_concurrency.lockutils [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] Acquiring lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.075531] env[69374]: DEBUG oslo_concurrency.lockutils [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] Acquired lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.075663] env[69374]: DEBUG nova.network.neutron [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Refreshing network info cache for port ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.231898] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112435, 'name': CreateVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.245395] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.246279] env[69374]: DEBUG nova.compute.manager [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.336559] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112437, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.407114] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.407585] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.407821] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.408048] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.408273] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.411152] env[69374]: INFO nova.compute.manager [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Terminating instance [ 1308.666162] env[69374]: DEBUG nova.network.neutron [req-327e7bb2-13b3-4b1e-ac19-f434f5be1117 req-3d5fcdcf-0a3e-4dc0-b02c-9caa3197e207 service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Updated VIF entry in instance network info cache for port 906b61a8-1753-45f7-8529-f769dfeb0e2a. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.666834] env[69374]: DEBUG nova.network.neutron [req-327e7bb2-13b3-4b1e-ac19-f434f5be1117 req-3d5fcdcf-0a3e-4dc0-b02c-9caa3197e207 service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Updating instance_info_cache with network_info: [{"id": "906b61a8-1753-45f7-8529-f769dfeb0e2a", "address": "fa:16:3e:2f:ed:d1", "network": {"id": "0a7e25f1-33b5-46f7-aecf-b40128e61bc8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-693884794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d312e33f38c4b54ba7cfcae4f0b9f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap906b61a8-17", "ovs_interfaceid": "906b61a8-1753-45f7-8529-f769dfeb0e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.731485] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112435, 'name': CreateVM_Task, 'duration_secs': 1.728779} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.731692] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.732566] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.732731] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.733085] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.733425] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b0d73d-d08f-4db5-ae67-0774054648a0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.740216] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for the task: (returnval){ [ 1308.740216] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5268ed0b-335f-eaea-57a5-3c0e96f8cccf" [ 1308.740216] env[69374]: _type = "Task" [ 1308.740216] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.749635] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5268ed0b-335f-eaea-57a5-3c0e96f8cccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.753293] env[69374]: DEBUG nova.compute.utils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1308.755207] env[69374]: DEBUG nova.compute.manager [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1308.755473] env[69374]: DEBUG nova.network.neutron [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.795809] env[69374]: DEBUG nova.policy [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c5396db9b3465cb97616fa2503ecf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd541e85aac9c4bd784316f4c2f3f7ed7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.805182] env[69374]: DEBUG nova.network.neutron [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updated VIF entry in instance network info cache for port ce943886-0c31-485c-a82d-3a3faf67ba49. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.805559] env[69374]: DEBUG nova.network.neutron [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updating instance_info_cache with network_info: [{"id": "ce943886-0c31-485c-a82d-3a3faf67ba49", "address": "fa:16:3e:d1:b3:a2", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce943886-0c", "ovs_interfaceid": "ce943886-0c31-485c-a82d-3a3faf67ba49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.820113] env[69374]: DEBUG oslo_concurrency.lockutils [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.820687] env[69374]: DEBUG oslo_concurrency.lockutils [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.821097] env[69374]: INFO nova.compute.manager [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Attaching volume 69572139-b216-48b9-a4d3-273ca3e1ea43 to /dev/sdb [ 1308.848283] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112437, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.870813] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5ae453-1c33-40a5-81b5-cbdb02391c60 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.883624] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fde4acc-69d6-454c-bed9-89d47b589e87 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.902057] env[69374]: DEBUG nova.virt.block_device [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Updating existing volume attachment record: ec019d0e-b98d-4e37-b160-729e60a99c60 {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1308.916428] env[69374]: DEBUG nova.compute.manager [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.916676] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.917605] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00992093-dd8e-460b-8df2-3d97fe8588b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.926850] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.926850] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccc052e7-5707-410f-b864-1de11399547c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.934710] env[69374]: DEBUG oslo_vmware.api [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1308.934710] env[69374]: value = "task-4112438" [ 1308.934710] env[69374]: _type = "Task" [ 1308.934710] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.945441] env[69374]: DEBUG oslo_vmware.api [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.171142] env[69374]: DEBUG oslo_concurrency.lockutils [req-327e7bb2-13b3-4b1e-ac19-f434f5be1117 req-3d5fcdcf-0a3e-4dc0-b02c-9caa3197e207 service nova] Releasing lock "refresh_cache-6d9fdb81-c015-4729-8372-2746e5a6e138" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.242144] env[69374]: DEBUG nova.network.neutron [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Successfully created port: 1b8a1963-b3f5-42df-b896-18f997701e00 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.256613] env[69374]: DEBUG nova.compute.manager [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.259442] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5268ed0b-335f-eaea-57a5-3c0e96f8cccf, 'name': SearchDatastore_Task, 'duration_secs': 0.089967} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.259764] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.259995] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.260263] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.260413] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.260600] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.260895] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d6a9596-10eb-4539-8bc5-bbe393ee1e54 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.279103] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.279334] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.280210] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140514e5-5080-4837-8a6c-fdc6c6f70f42 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.286679] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for the task: (returnval){ [ 1309.286679] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]526600aa-7643-78cf-fa33-0417cdd41019" [ 1309.286679] env[69374]: _type = "Task" [ 1309.286679] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.297226] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526600aa-7643-78cf-fa33-0417cdd41019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.310139] env[69374]: DEBUG oslo_concurrency.lockutils [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] Releasing lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.310475] env[69374]: DEBUG nova.compute.manager [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Received event network-changed-ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.310673] env[69374]: DEBUG nova.compute.manager [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Refreshing instance network info cache due to event network-changed-ce943886-0c31-485c-a82d-3a3faf67ba49. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.310913] env[69374]: DEBUG oslo_concurrency.lockutils [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] Acquiring lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.311074] env[69374]: DEBUG oslo_concurrency.lockutils [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] Acquired lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.311264] env[69374]: DEBUG nova.network.neutron [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Refreshing network info cache for port ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.337223] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112437, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.446580] env[69374]: DEBUG oslo_vmware.api [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112438, 'name': PowerOffVM_Task, 'duration_secs': 0.265518} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.446908] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.447063] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.447454] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddd3a718-eae4-4249-92f8-6b5c5b4396ca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.538419] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.538676] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.539203] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleting the datastore file [datastore2] 0922af11-e7d4-4a88-ab5a-bce2d2f849fc {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.539433] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10695bfe-bac1-4ee6-aec1-ac8721146f67 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.548755] env[69374]: DEBUG oslo_vmware.api [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for the task: (returnval){ [ 1309.548755] env[69374]: value = "task-4112441" [ 1309.548755] env[69374]: _type = "Task" [ 1309.548755] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.558120] env[69374]: DEBUG oslo_vmware.api [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.798886] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]526600aa-7643-78cf-fa33-0417cdd41019, 'name': SearchDatastore_Task, 'duration_secs': 0.090406} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.800045] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed577f3f-87ff-4a09-8a13-106c51dd657a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.806934] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for the task: (returnval){ [ 1309.806934] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d6da5e-e90a-3af3-bb74-b91f3a2948b7" [ 1309.806934] env[69374]: _type = "Task" [ 1309.806934] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.819394] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d6da5e-e90a-3af3-bb74-b91f3a2948b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.837926] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112437, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.033263] env[69374]: DEBUG nova.network.neutron [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updated VIF entry in instance network info cache for port ce943886-0c31-485c-a82d-3a3faf67ba49. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.033637] env[69374]: DEBUG nova.network.neutron [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updating instance_info_cache with network_info: [{"id": "ce943886-0c31-485c-a82d-3a3faf67ba49", "address": "fa:16:3e:d1:b3:a2", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce943886-0c", "ovs_interfaceid": "ce943886-0c31-485c-a82d-3a3faf67ba49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.059763] env[69374]: DEBUG oslo_vmware.api [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Task: {'id': task-4112441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227282} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.060047] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.060244] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.060426] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.060605] env[69374]: INFO nova.compute.manager [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1310.060908] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.061215] env[69374]: DEBUG nova.compute.manager [-] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.061323] env[69374]: DEBUG nova.network.neutron [-] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.272114] env[69374]: DEBUG nova.compute.manager [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.301916] env[69374]: DEBUG nova.virt.hardware [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.301916] env[69374]: DEBUG nova.virt.hardware [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.302163] env[69374]: DEBUG nova.virt.hardware [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.302272] env[69374]: DEBUG nova.virt.hardware [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.302421] env[69374]: DEBUG nova.virt.hardware [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.302643] env[69374]: DEBUG nova.virt.hardware [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.302785] env[69374]: DEBUG nova.virt.hardware [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.302943] env[69374]: DEBUG nova.virt.hardware [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.303125] env[69374]: DEBUG nova.virt.hardware [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.303311] env[69374]: DEBUG nova.virt.hardware [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.303489] env[69374]: DEBUG nova.virt.hardware [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.304424] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33ad8d5-8106-457f-b336-19901b70c156 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.317546] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d6da5e-e90a-3af3-bb74-b91f3a2948b7, 'name': SearchDatastore_Task, 'duration_secs': 0.090971} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.319750] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.320047] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 6d9fdb81-c015-4729-8372-2746e5a6e138/6d9fdb81-c015-4729-8372-2746e5a6e138.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.321650] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98d9586f-aec1-4590-9d72-5fd11eec5ef3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.324464] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17922051-eaac-43d0-bc4b-616b6e202255 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.335708] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for the task: (returnval){ [ 1310.335708] env[69374]: value = "task-4112442" [ 1310.335708] env[69374]: _type = "Task" [ 1310.335708] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.352818] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112437, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.469425} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.354353] env[69374]: DEBUG nova.compute.manager [req-38b9e26c-612d-4acc-ac50-8a2470ef0a5e req-6f66c18a-bf39-4e10-8e5a-d5e5d6184188 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Received event network-vif-deleted-ae2b5b65-e37c-468d-a68b-939424ca4883 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.354652] env[69374]: INFO nova.compute.manager [req-38b9e26c-612d-4acc-ac50-8a2470ef0a5e req-6f66c18a-bf39-4e10-8e5a-d5e5d6184188 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Neutron deleted interface ae2b5b65-e37c-468d-a68b-939424ca4883; detaching it from the instance and deleting it from the info cache [ 1310.354858] env[69374]: DEBUG nova.network.neutron [req-38b9e26c-612d-4acc-ac50-8a2470ef0a5e req-6f66c18a-bf39-4e10-8e5a-d5e5d6184188 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.356883] env[69374]: INFO nova.virt.vmwareapi.ds_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5b552e8d-7210-4510-ab22-e31c4661e4b5/OSTACK_IMG_5b552e8d-7210-4510-ab22-e31c4661e4b5.vmdk to [datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641/82b615d7-ce9e-4831-a87d-01577b940641.vmdk. [ 1310.357210] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Cleaning up location [datastore1] OSTACK_IMG_5b552e8d-7210-4510-ab22-e31c4661e4b5 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1310.358021] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5b552e8d-7210-4510-ab22-e31c4661e4b5 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.358810] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a59fc086-4bed-4995-bb3c-70792629c680 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.367544] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.374764] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1310.374764] env[69374]: value = "task-4112443" [ 1310.374764] env[69374]: _type = "Task" [ 1310.374764] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.386360] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.536788] env[69374]: DEBUG oslo_concurrency.lockutils [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] Releasing lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.537132] env[69374]: DEBUG nova.compute.manager [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Received event network-changed-a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.537384] env[69374]: DEBUG nova.compute.manager [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing instance network info cache due to event network-changed-a54b5f19-11f8-4d45-8af2-3ac2347939a7. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.537640] env[69374]: DEBUG oslo_concurrency.lockutils [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] Acquiring lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.537793] env[69374]: DEBUG oslo_concurrency.lockutils [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] Acquired lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.537957] env[69374]: DEBUG nova.network.neutron [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing network info cache for port a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.830038] env[69374]: DEBUG nova.network.neutron [-] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.856356] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516141} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.856720] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] 6d9fdb81-c015-4729-8372-2746e5a6e138/6d9fdb81-c015-4729-8372-2746e5a6e138.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.856979] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.857289] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f084658c-1501-4179-a12e-82789731c222 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.860368] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db16871e-c5a7-4fd8-b4ba-add1a695a49d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.869616] env[69374]: DEBUG nova.compute.manager [req-765ae7da-3d18-4562-9d79-a8793dfe0dbc req-08516913-d5fb-4a50-9ff4-7e3a4c30a103 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Received event network-vif-plugged-1b8a1963-b3f5-42df-b896-18f997701e00 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.870154] env[69374]: DEBUG oslo_concurrency.lockutils [req-765ae7da-3d18-4562-9d79-a8793dfe0dbc req-08516913-d5fb-4a50-9ff4-7e3a4c30a103 service nova] Acquiring lock "857a5b93-77ef-46c6-9622-8769d357a1f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.870284] env[69374]: DEBUG oslo_concurrency.lockutils [req-765ae7da-3d18-4562-9d79-a8793dfe0dbc req-08516913-d5fb-4a50-9ff4-7e3a4c30a103 service nova] Lock "857a5b93-77ef-46c6-9622-8769d357a1f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.870407] env[69374]: DEBUG oslo_concurrency.lockutils [req-765ae7da-3d18-4562-9d79-a8793dfe0dbc req-08516913-d5fb-4a50-9ff4-7e3a4c30a103 service nova] Lock "857a5b93-77ef-46c6-9622-8769d357a1f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.870602] env[69374]: DEBUG nova.compute.manager [req-765ae7da-3d18-4562-9d79-a8793dfe0dbc req-08516913-d5fb-4a50-9ff4-7e3a4c30a103 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] No waiting events found dispatching network-vif-plugged-1b8a1963-b3f5-42df-b896-18f997701e00 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1310.870783] env[69374]: WARNING nova.compute.manager [req-765ae7da-3d18-4562-9d79-a8793dfe0dbc req-08516913-d5fb-4a50-9ff4-7e3a4c30a103 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Received unexpected event network-vif-plugged-1b8a1963-b3f5-42df-b896-18f997701e00 for instance with vm_state building and task_state spawning. [ 1310.874079] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for the task: (returnval){ [ 1310.874079] env[69374]: value = "task-4112444" [ 1310.874079] env[69374]: _type = "Task" [ 1310.874079] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.877848] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60874fbe-2aad-480d-a4bc-2fe1f726d24a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.903031] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.906879] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051415} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.907172] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.907361] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641/82b615d7-ce9e-4831-a87d-01577b940641.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.907720] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641/82b615d7-ce9e-4831-a87d-01577b940641.vmdk to [datastore1] 89501f21-3b96-4c55-a56e-45250379d404/89501f21-3b96-4c55-a56e-45250379d404.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.908010] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b853d072-1991-4e58-946d-d7111d49373c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.918085] env[69374]: DEBUG nova.compute.manager [req-38b9e26c-612d-4acc-ac50-8a2470ef0a5e req-6f66c18a-bf39-4e10-8e5a-d5e5d6184188 service nova] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Detach interface failed, port_id=ae2b5b65-e37c-468d-a68b-939424ca4883, reason: Instance 0922af11-e7d4-4a88-ab5a-bce2d2f849fc could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1310.924672] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1310.924672] env[69374]: value = "task-4112445" [ 1310.924672] env[69374]: _type = "Task" [ 1310.924672] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.934910] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.980482] env[69374]: DEBUG nova.network.neutron [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Successfully updated port: 1b8a1963-b3f5-42df-b896-18f997701e00 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.288090] env[69374]: DEBUG nova.network.neutron [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updated VIF entry in instance network info cache for port a54b5f19-11f8-4d45-8af2-3ac2347939a7. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.288818] env[69374]: DEBUG nova.network.neutron [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updating instance_info_cache with network_info: [{"id": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "address": "fa:16:3e:70:7e:47", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54b5f19-11", "ovs_interfaceid": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.333612] env[69374]: INFO nova.compute.manager [-] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Took 1.27 seconds to deallocate network for instance. [ 1311.401520] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08439} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.401783] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.402741] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e001a991-4ed2-4170-bea3-29a6858dd785 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.429021] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 6d9fdb81-c015-4729-8372-2746e5a6e138/6d9fdb81-c015-4729-8372-2746e5a6e138.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.429510] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28398e3b-598d-4645-9f31-0f58017cecdb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.458842] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112445, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.460605] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for the task: (returnval){ [ 1311.460605] env[69374]: value = "task-4112447" [ 1311.460605] env[69374]: _type = "Task" [ 1311.460605] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.469933] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.483901] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.484306] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.484357] env[69374]: DEBUG nova.network.neutron [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.793147] env[69374]: DEBUG oslo_concurrency.lockutils [req-226b1c4e-f5c2-4636-8b55-08d93aee094c req-1b6c9667-152a-445a-ae30-530312d1aa55 service nova] Releasing lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.842498] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.842965] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.843244] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.875721] env[69374]: INFO nova.scheduler.client.report [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Deleted allocations for instance 0922af11-e7d4-4a88-ab5a-bce2d2f849fc [ 1311.941036] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112445, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.972166] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.018926] env[69374]: DEBUG nova.network.neutron [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.181384] env[69374]: DEBUG nova.network.neutron [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance_info_cache with network_info: [{"id": "1b8a1963-b3f5-42df-b896-18f997701e00", "address": "fa:16:3e:aa:84:fa", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a1963-b3", "ovs_interfaceid": "1b8a1963-b3f5-42df-b896-18f997701e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.385145] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f9d39cd3-cb8f-4243-89d3-2ecc9b145579 tempest-DeleteServersTestJSON-1248681196 tempest-DeleteServersTestJSON-1248681196-project-member] Lock "0922af11-e7d4-4a88-ab5a-bce2d2f849fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.978s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.443089] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112445, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.471431] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112447, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.684395] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.684772] env[69374]: DEBUG nova.compute.manager [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Instance network_info: |[{"id": "1b8a1963-b3f5-42df-b896-18f997701e00", "address": "fa:16:3e:aa:84:fa", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a1963-b3", "ovs_interfaceid": "1b8a1963-b3f5-42df-b896-18f997701e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.685245] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:84:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b8a1963-b3f5-42df-b896-18f997701e00', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.694088] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.694422] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.694683] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bac2d19a-8787-415e-84eb-4f53a440a729 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.715771] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.715771] env[69374]: value = "task-4112448" [ 1312.715771] env[69374]: _type = "Task" [ 1312.715771] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.725699] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112448, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.907986] env[69374]: DEBUG nova.compute.manager [req-c46d0e25-1807-44fc-b737-839cb6ec792a req-dbe726b1-ed65-4e1c-a746-7c2637eb7128 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Received event network-changed-1b8a1963-b3f5-42df-b896-18f997701e00 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.907986] env[69374]: DEBUG nova.compute.manager [req-c46d0e25-1807-44fc-b737-839cb6ec792a req-dbe726b1-ed65-4e1c-a746-7c2637eb7128 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Refreshing instance network info cache due to event network-changed-1b8a1963-b3f5-42df-b896-18f997701e00. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.907986] env[69374]: DEBUG oslo_concurrency.lockutils [req-c46d0e25-1807-44fc-b737-839cb6ec792a req-dbe726b1-ed65-4e1c-a746-7c2637eb7128 service nova] Acquiring lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.907986] env[69374]: DEBUG oslo_concurrency.lockutils [req-c46d0e25-1807-44fc-b737-839cb6ec792a req-dbe726b1-ed65-4e1c-a746-7c2637eb7128 service nova] Acquired lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.907986] env[69374]: DEBUG nova.network.neutron [req-c46d0e25-1807-44fc-b737-839cb6ec792a req-dbe726b1-ed65-4e1c-a746-7c2637eb7128 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Refreshing network info cache for port 1b8a1963-b3f5-42df-b896-18f997701e00 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.943199] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112445, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.972471] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112447, 'name': ReconfigVM_Task, 'duration_secs': 1.021315} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.972790] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 6d9fdb81-c015-4729-8372-2746e5a6e138/6d9fdb81-c015-4729-8372-2746e5a6e138.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.973496] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5e58998-66dd-49d1-b7de-d82e34c304cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.983464] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for the task: (returnval){ [ 1312.983464] env[69374]: value = "task-4112449" [ 1312.983464] env[69374]: _type = "Task" [ 1312.983464] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.997983] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112449, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.226740] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112448, 'name': CreateVM_Task, 'duration_secs': 0.394006} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.226927] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.227663] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.227824] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.228194] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.228470] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7a9063-30ff-434e-b562-ecdec212abf8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.234194] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1313.234194] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]524791e3-3e06-0e7d-4bdb-f41f0c358f39" [ 1313.234194] env[69374]: _type = "Task" [ 1313.234194] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.245173] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524791e3-3e06-0e7d-4bdb-f41f0c358f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.444068] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112445, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.424529} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.444466] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/82b615d7-ce9e-4831-a87d-01577b940641/82b615d7-ce9e-4831-a87d-01577b940641.vmdk to [datastore1] 89501f21-3b96-4c55-a56e-45250379d404/89501f21-3b96-4c55-a56e-45250379d404.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.445227] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af42379-430c-472c-894a-0c55067060e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.468282] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 89501f21-3b96-4c55-a56e-45250379d404/89501f21-3b96-4c55-a56e-45250379d404.vmdk or device None with type streamOptimized {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.469665] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1313.469913] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814659', 'volume_id': '69572139-b216-48b9-a4d3-273ca3e1ea43', 'name': 'volume-69572139-b216-48b9-a4d3-273ca3e1ea43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f4b4bf0-7af1-4505-bce6-1dd6b02946de', 'attached_at': '', 'detached_at': '', 'volume_id': '69572139-b216-48b9-a4d3-273ca3e1ea43', 'serial': '69572139-b216-48b9-a4d3-273ca3e1ea43'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1313.470220] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-579f930a-3ca8-435d-82ba-5a8fa2b31aeb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.485672] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609d12cd-b79a-4a6e-b5f7-ba65ffafcd14 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.501640] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112449, 'name': Rename_Task, 'duration_secs': 0.401351} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.513516] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.513880] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1313.513880] env[69374]: value = "task-4112451" [ 1313.513880] env[69374]: _type = "Task" [ 1313.513880] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.514263] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-975703ac-d284-4d51-bc1c-3e0041e34332 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.516588] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6130f273-7913-45a8-a5eb-6370a1ec10a7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.546923] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-69572139-b216-48b9-a4d3-273ca3e1ea43/volume-69572139-b216-48b9-a4d3-273ca3e1ea43.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.554124] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-136380fc-a164-47f6-aed6-a4c07dd0fe96 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.569374] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.569721] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for the task: (returnval){ [ 1313.569721] env[69374]: value = "task-4112452" [ 1313.569721] env[69374]: _type = "Task" [ 1313.569721] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.575860] env[69374]: DEBUG oslo_vmware.api [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1313.575860] env[69374]: value = "task-4112453" [ 1313.575860] env[69374]: _type = "Task" [ 1313.575860] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.579660] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.588145] env[69374]: DEBUG oslo_vmware.api [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.700523] env[69374]: DEBUG nova.network.neutron [req-c46d0e25-1807-44fc-b737-839cb6ec792a req-dbe726b1-ed65-4e1c-a746-7c2637eb7128 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updated VIF entry in instance network info cache for port 1b8a1963-b3f5-42df-b896-18f997701e00. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.700896] env[69374]: DEBUG nova.network.neutron [req-c46d0e25-1807-44fc-b737-839cb6ec792a req-dbe726b1-ed65-4e1c-a746-7c2637eb7128 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance_info_cache with network_info: [{"id": "1b8a1963-b3f5-42df-b896-18f997701e00", "address": "fa:16:3e:aa:84:fa", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a1963-b3", "ovs_interfaceid": "1b8a1963-b3f5-42df-b896-18f997701e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.745987] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]524791e3-3e06-0e7d-4bdb-f41f0c358f39, 'name': SearchDatastore_Task, 'duration_secs': 0.015379} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.746321] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.746599] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.746863] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.746975] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.747168] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.747471] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88f3541b-5b30-4f24-9f31-ac8f086abe5f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.757836] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.758074] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.758921] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae419a7b-e038-4a0c-a612-8061495d25ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.764973] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1313.764973] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]527672e5-1357-0295-7156-deaf53f6a0f1" [ 1313.764973] env[69374]: _type = "Task" [ 1313.764973] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.773747] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527672e5-1357-0295-7156-deaf53f6a0f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.029491] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112451, 'name': ReconfigVM_Task, 'duration_secs': 0.318769} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.029835] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 89501f21-3b96-4c55-a56e-45250379d404/89501f21-3b96-4c55-a56e-45250379d404.vmdk or device None with type streamOptimized {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.030561] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a68dacd4-c00b-4889-9110-c824931341c7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.038808] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1314.038808] env[69374]: value = "task-4112454" [ 1314.038808] env[69374]: _type = "Task" [ 1314.038808] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.047679] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112454, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.081399] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112452, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.090630] env[69374]: DEBUG oslo_vmware.api [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.203744] env[69374]: DEBUG oslo_concurrency.lockutils [req-c46d0e25-1807-44fc-b737-839cb6ec792a req-dbe726b1-ed65-4e1c-a746-7c2637eb7128 service nova] Releasing lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.276489] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527672e5-1357-0295-7156-deaf53f6a0f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.277544] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5a1be1-b985-4e73-b328-a04205c18df9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.284041] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1314.284041] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52232321-02e0-b9c4-dded-6e714c8b2d53" [ 1314.284041] env[69374]: _type = "Task" [ 1314.284041] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.294043] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52232321-02e0-b9c4-dded-6e714c8b2d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.548450] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112454, 'name': Rename_Task, 'duration_secs': 0.14844} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.548789] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.549058] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba1299bf-485d-4a55-8d51-9e9e265244e5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.556199] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1314.556199] env[69374]: value = "task-4112455" [ 1314.556199] env[69374]: _type = "Task" [ 1314.556199] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.563795] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.580363] env[69374]: DEBUG oslo_vmware.api [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112452, 'name': PowerOnVM_Task, 'duration_secs': 0.571523} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.580626] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.580830] env[69374]: INFO nova.compute.manager [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1314.581012] env[69374]: DEBUG nova.compute.manager [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1314.581827] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080495c1-76ce-4fbe-b758-f31fe6c64e60 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.597674] env[69374]: DEBUG oslo_vmware.api [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112453, 'name': ReconfigVM_Task, 'duration_secs': 0.529156} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.598237] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-69572139-b216-48b9-a4d3-273ca3e1ea43/volume-69572139-b216-48b9-a4d3-273ca3e1ea43.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.603076] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322892b4-31b3-4d6f-992b-18a9dd1378ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.618051] env[69374]: DEBUG oslo_vmware.api [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1314.618051] env[69374]: value = "task-4112456" [ 1314.618051] env[69374]: _type = "Task" [ 1314.618051] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.626874] env[69374]: DEBUG oslo_vmware.api [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.794989] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52232321-02e0-b9c4-dded-6e714c8b2d53, 'name': SearchDatastore_Task, 'duration_secs': 0.102646} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.794989] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.794989] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 857a5b93-77ef-46c6-9622-8769d357a1f9/857a5b93-77ef-46c6-9622-8769d357a1f9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.794989] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb8b7a3e-1ba1-49f0-80d3-721da157c2c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.801427] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1314.801427] env[69374]: value = "task-4112457" [ 1314.801427] env[69374]: _type = "Task" [ 1314.801427] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.809526] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.069089] env[69374]: DEBUG oslo_vmware.api [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112455, 'name': PowerOnVM_Task, 'duration_secs': 0.478713} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.069089] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.105961] env[69374]: INFO nova.compute.manager [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Took 17.26 seconds to build instance. [ 1315.133328] env[69374]: DEBUG oslo_vmware.api [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112456, 'name': ReconfigVM_Task, 'duration_secs': 0.151436} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.134496] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814659', 'volume_id': '69572139-b216-48b9-a4d3-273ca3e1ea43', 'name': 'volume-69572139-b216-48b9-a4d3-273ca3e1ea43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f4b4bf0-7af1-4505-bce6-1dd6b02946de', 'attached_at': '', 'detached_at': '', 'volume_id': '69572139-b216-48b9-a4d3-273ca3e1ea43', 'serial': '69572139-b216-48b9-a4d3-273ca3e1ea43'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1315.218357] env[69374]: DEBUG nova.compute.manager [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1315.220451] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2311223-822d-4b69-9518-3561ebcfd6ed {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.313369] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50997} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.313625] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 857a5b93-77ef-46c6-9622-8769d357a1f9/857a5b93-77ef-46c6-9622-8769d357a1f9.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.313847] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.314126] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af43f4bb-0281-4942-8e69-58df76d870f8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.320987] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1315.320987] env[69374]: value = "task-4112458" [ 1315.320987] env[69374]: _type = "Task" [ 1315.320987] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.330920] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.607691] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b8af3660-6b32-4b8c-9b61-727e3aa9ae61 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Lock "6d9fdb81-c015-4729-8372-2746e5a6e138" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.804s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.749751] env[69374]: DEBUG oslo_concurrency.lockutils [None req-df148f9d-3961-4652-b105-673b458cf63c tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "89501f21-3b96-4c55-a56e-45250379d404" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.631s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.832879] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068499} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.833683] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.834492] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676176cc-7862-467d-a97d-1c1bc35acbe0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.857758] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 857a5b93-77ef-46c6-9622-8769d357a1f9/857a5b93-77ef-46c6-9622-8769d357a1f9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.858405] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a417ed-d6ab-49b0-b4b6-55a660a48bc2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.880201] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1315.880201] env[69374]: value = "task-4112459" [ 1315.880201] env[69374]: _type = "Task" [ 1315.880201] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.888973] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.171054] env[69374]: DEBUG nova.objects.instance [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lazy-loading 'flavor' on Instance uuid 1f4b4bf0-7af1-4505-bce6-1dd6b02946de {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.324618] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquiring lock "6d9fdb81-c015-4729-8372-2746e5a6e138" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.325591] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Lock "6d9fdb81-c015-4729-8372-2746e5a6e138" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.325591] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquiring lock "6d9fdb81-c015-4729-8372-2746e5a6e138-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.325591] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Lock "6d9fdb81-c015-4729-8372-2746e5a6e138-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.325591] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Lock "6d9fdb81-c015-4729-8372-2746e5a6e138-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.327712] env[69374]: INFO nova.compute.manager [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Terminating instance [ 1316.391066] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.676322] env[69374]: DEBUG oslo_concurrency.lockutils [None req-680808f6-154e-4c22-a511-e7921f23dd21 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.856s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.832262] env[69374]: DEBUG nova.compute.manager [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.832628] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.833461] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3062fb73-898d-4e4d-b232-f843194b71d0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.843424] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.844479] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e560b89-100d-4239-b649-c83711c1bc0c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.854019] env[69374]: DEBUG oslo_vmware.api [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for the task: (returnval){ [ 1316.854019] env[69374]: value = "task-4112460" [ 1316.854019] env[69374]: _type = "Task" [ 1316.854019] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.863923] env[69374]: DEBUG oslo_vmware.api [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.891443] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112459, 'name': ReconfigVM_Task, 'duration_secs': 0.862351} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.892026] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 857a5b93-77ef-46c6-9622-8769d357a1f9/857a5b93-77ef-46c6-9622-8769d357a1f9.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.893535] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db3121b8-09a7-41e8-a2bd-2e12b2f9760d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.900300] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1316.900300] env[69374]: value = "task-4112461" [ 1316.900300] env[69374]: _type = "Task" [ 1316.900300] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.910507] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112461, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.365253] env[69374]: DEBUG oslo_vmware.api [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112460, 'name': PowerOffVM_Task, 'duration_secs': 0.169446} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.365656] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.365764] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.366063] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abddeb21-4f0c-48e8-900a-ecb4f12848de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.411873] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112461, 'name': Rename_Task, 'duration_secs': 0.155557} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.411873] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.411873] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68f20307-3bfa-4d03-868d-16f210e1757e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.419567] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1317.419567] env[69374]: value = "task-4112463" [ 1317.419567] env[69374]: _type = "Task" [ 1317.419567] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.428629] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.431345] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.431693] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.446132] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.446384] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.446662] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Deleting the datastore file [datastore1] 6d9fdb81-c015-4729-8372-2746e5a6e138 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.448353] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b93df8-14b1-45fd-99ef-1dc24bff98af {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.456782] env[69374]: DEBUG oslo_vmware.api [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for the task: (returnval){ [ 1317.456782] env[69374]: value = "task-4112464" [ 1317.456782] env[69374]: _type = "Task" [ 1317.456782] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.467259] env[69374]: DEBUG oslo_vmware.api [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.932266] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112463, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.935370] env[69374]: INFO nova.compute.manager [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Detaching volume 69572139-b216-48b9-a4d3-273ca3e1ea43 [ 1317.968449] env[69374]: DEBUG oslo_vmware.api [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Task: {'id': task-4112464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165823} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.968916] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.969258] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.971020] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.971020] env[69374]: INFO nova.compute.manager [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1317.971020] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.971020] env[69374]: DEBUG nova.compute.manager [-] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.971020] env[69374]: DEBUG nova.network.neutron [-] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.989020] env[69374]: INFO nova.virt.block_device [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Attempting to driver detach volume 69572139-b216-48b9-a4d3-273ca3e1ea43 from mountpoint /dev/sdb [ 1317.989020] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1317.989020] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814659', 'volume_id': '69572139-b216-48b9-a4d3-273ca3e1ea43', 'name': 'volume-69572139-b216-48b9-a4d3-273ca3e1ea43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f4b4bf0-7af1-4505-bce6-1dd6b02946de', 'attached_at': '', 'detached_at': '', 'volume_id': '69572139-b216-48b9-a4d3-273ca3e1ea43', 'serial': '69572139-b216-48b9-a4d3-273ca3e1ea43'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1317.989020] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ada1e84-c382-4def-88c5-a063a9d1871f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.020372] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0635d5-a321-4480-a08a-475e66f9d4d9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.030886] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f76057-6b33-496b-8d9a-a505e95d4ab8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.053639] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8c8cb1-03fc-49f9-aecf-c65aeace47ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.070707] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] The volume has not been displaced from its original location: [datastore1] volume-69572139-b216-48b9-a4d3-273ca3e1ea43/volume-69572139-b216-48b9-a4d3-273ca3e1ea43.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1318.076300] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1318.076542] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30cf66b1-eef4-476a-8810-bb6a60a3a954 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.096801] env[69374]: DEBUG oslo_vmware.api [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1318.096801] env[69374]: value = "task-4112465" [ 1318.096801] env[69374]: _type = "Task" [ 1318.096801] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.107429] env[69374]: DEBUG oslo_vmware.api [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.249101] env[69374]: DEBUG nova.compute.manager [req-edeeda02-56df-43f8-9754-44955104c243 req-d0895ccf-518e-49ba-b7ab-5019a1f6f91c service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Received event network-vif-deleted-906b61a8-1753-45f7-8529-f769dfeb0e2a {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.249318] env[69374]: INFO nova.compute.manager [req-edeeda02-56df-43f8-9754-44955104c243 req-d0895ccf-518e-49ba-b7ab-5019a1f6f91c service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Neutron deleted interface 906b61a8-1753-45f7-8529-f769dfeb0e2a; detaching it from the instance and deleting it from the info cache [ 1318.249490] env[69374]: DEBUG nova.network.neutron [req-edeeda02-56df-43f8-9754-44955104c243 req-d0895ccf-518e-49ba-b7ab-5019a1f6f91c service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.431890] env[69374]: DEBUG oslo_vmware.api [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112463, 'name': PowerOnVM_Task, 'duration_secs': 0.527622} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.432173] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.432407] env[69374]: INFO nova.compute.manager [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1318.432552] env[69374]: DEBUG nova.compute.manager [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1318.433452] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d773ec3c-1d8b-40f9-92cc-952adb949d50 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.609138] env[69374]: DEBUG oslo_vmware.api [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112465, 'name': ReconfigVM_Task, 'duration_secs': 0.448915} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.609331] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1318.614835] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bae960c-5799-4f8e-9b75-3e0d4c011929 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.632018] env[69374]: DEBUG oslo_vmware.api [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1318.632018] env[69374]: value = "task-4112466" [ 1318.632018] env[69374]: _type = "Task" [ 1318.632018] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.640940] env[69374]: DEBUG oslo_vmware.api [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112466, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.728697] env[69374]: DEBUG nova.network.neutron [-] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.752088] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9678bd18-2a46-44e4-a0f8-a370fcf605e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.764873] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32111133-d1f7-49d6-8914-7b85907e7fff {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.793995] env[69374]: DEBUG nova.compute.manager [req-edeeda02-56df-43f8-9754-44955104c243 req-d0895ccf-518e-49ba-b7ab-5019a1f6f91c service nova] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Detach interface failed, port_id=906b61a8-1753-45f7-8529-f769dfeb0e2a, reason: Instance 6d9fdb81-c015-4729-8372-2746e5a6e138 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1318.950510] env[69374]: INFO nova.compute.manager [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Took 13.32 seconds to build instance. [ 1319.141905] env[69374]: DEBUG oslo_vmware.api [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112466, 'name': ReconfigVM_Task, 'duration_secs': 0.168732} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.142163] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814659', 'volume_id': '69572139-b216-48b9-a4d3-273ca3e1ea43', 'name': 'volume-69572139-b216-48b9-a4d3-273ca3e1ea43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f4b4bf0-7af1-4505-bce6-1dd6b02946de', 'attached_at': '', 'detached_at': '', 'volume_id': '69572139-b216-48b9-a4d3-273ca3e1ea43', 'serial': '69572139-b216-48b9-a4d3-273ca3e1ea43'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1319.231731] env[69374]: INFO nova.compute.manager [-] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Took 1.26 seconds to deallocate network for instance. [ 1319.452677] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f330a897-7d55-4b39-9e7d-0b6e64a5b41a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "857a5b93-77ef-46c6-9622-8769d357a1f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.850s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.690929] env[69374]: DEBUG nova.objects.instance [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lazy-loading 'flavor' on Instance uuid 1f4b4bf0-7af1-4505-bce6-1dd6b02946de {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.738576] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.739115] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.739234] env[69374]: DEBUG nova.objects.instance [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Lazy-loading 'resources' on Instance uuid 6d9fdb81-c015-4729-8372-2746e5a6e138 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.276324] env[69374]: DEBUG nova.compute.manager [req-3d994613-bde2-43b5-9c93-966b9c03673b req-41781351-0aab-414d-8c95-4ba53c23ec67 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Received event network-changed-1b8a1963-b3f5-42df-b896-18f997701e00 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.276714] env[69374]: DEBUG nova.compute.manager [req-3d994613-bde2-43b5-9c93-966b9c03673b req-41781351-0aab-414d-8c95-4ba53c23ec67 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Refreshing instance network info cache due to event network-changed-1b8a1963-b3f5-42df-b896-18f997701e00. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.277009] env[69374]: DEBUG oslo_concurrency.lockutils [req-3d994613-bde2-43b5-9c93-966b9c03673b req-41781351-0aab-414d-8c95-4ba53c23ec67 service nova] Acquiring lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.277009] env[69374]: DEBUG oslo_concurrency.lockutils [req-3d994613-bde2-43b5-9c93-966b9c03673b req-41781351-0aab-414d-8c95-4ba53c23ec67 service nova] Acquired lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.278245] env[69374]: DEBUG nova.network.neutron [req-3d994613-bde2-43b5-9c93-966b9c03673b req-41781351-0aab-414d-8c95-4ba53c23ec67 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Refreshing network info cache for port 1b8a1963-b3f5-42df-b896-18f997701e00 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.350513] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ffb7fd-e82e-45e3-80ab-e9f1c7d8619b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.359731] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a1a858-f821-4681-af37-9e4eb88e7891 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.392913] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c27f3e6-1bc0-4ed4-a2fe-00564778ebaa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.401225] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2884e3b-ecda-47f1-ad3d-77141035eb2c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.415868] env[69374]: DEBUG nova.compute.provider_tree [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.699293] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b723b356-1ccf-4393-ad91-50883683bf93 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.921275] env[69374]: DEBUG nova.scheduler.client.report [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.924893] env[69374]: DEBUG oslo_concurrency.lockutils [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "interface-44e78359-33bd-44f9-b111-2de54ff9de01-6285e008-62fd-4510-94a7-f166193d5e3e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.925121] env[69374]: DEBUG oslo_concurrency.lockutils [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-44e78359-33bd-44f9-b111-2de54ff9de01-6285e008-62fd-4510-94a7-f166193d5e3e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.925431] env[69374]: DEBUG nova.objects.instance [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'flavor' on Instance uuid 44e78359-33bd-44f9-b111-2de54ff9de01 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.988225] env[69374]: DEBUG nova.network.neutron [req-3d994613-bde2-43b5-9c93-966b9c03673b req-41781351-0aab-414d-8c95-4ba53c23ec67 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updated VIF entry in instance network info cache for port 1b8a1963-b3f5-42df-b896-18f997701e00. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.988614] env[69374]: DEBUG nova.network.neutron [req-3d994613-bde2-43b5-9c93-966b9c03673b req-41781351-0aab-414d-8c95-4ba53c23ec67 service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance_info_cache with network_info: [{"id": "1b8a1963-b3f5-42df-b896-18f997701e00", "address": "fa:16:3e:aa:84:fa", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a1963-b3", "ovs_interfaceid": "1b8a1963-b3f5-42df-b896-18f997701e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.428613] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.452922] env[69374]: INFO nova.scheduler.client.report [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Deleted allocations for instance 6d9fdb81-c015-4729-8372-2746e5a6e138 [ 1321.492447] env[69374]: DEBUG oslo_concurrency.lockutils [req-3d994613-bde2-43b5-9c93-966b9c03673b req-41781351-0aab-414d-8c95-4ba53c23ec67 service nova] Releasing lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.523250] env[69374]: DEBUG nova.objects.instance [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'pci_requests' on Instance uuid 44e78359-33bd-44f9-b111-2de54ff9de01 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.740860] env[69374]: DEBUG oslo_concurrency.lockutils [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.741150] env[69374]: DEBUG oslo_concurrency.lockutils [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.741365] env[69374]: DEBUG oslo_concurrency.lockutils [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.741547] env[69374]: DEBUG oslo_concurrency.lockutils [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.741719] env[69374]: DEBUG oslo_concurrency.lockutils [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.744091] env[69374]: INFO nova.compute.manager [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Terminating instance [ 1321.965136] env[69374]: DEBUG oslo_concurrency.lockutils [None req-3bc13257-1f5a-46ed-ac66-66a9ec4f6227 tempest-ServerMetadataNegativeTestJSON-1296022214 tempest-ServerMetadataNegativeTestJSON-1296022214-project-member] Lock "6d9fdb81-c015-4729-8372-2746e5a6e138" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.640s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.027072] env[69374]: DEBUG nova.objects.base [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Object Instance<44e78359-33bd-44f9-b111-2de54ff9de01> lazy-loaded attributes: flavor,pci_requests {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1322.027306] env[69374]: DEBUG nova.network.neutron [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.133019] env[69374]: DEBUG nova.policy [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d932b34d964374bba2f4922b34620a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b733bb3278d44589d34f95a5a349c7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.248653] env[69374]: DEBUG nova.compute.manager [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1322.248890] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.249796] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c60429e-112b-40be-a85d-b31debf36680 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.258152] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.258533] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72d0c5a7-2c0d-4e91-b982-479114dfeb1d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.265534] env[69374]: DEBUG oslo_vmware.api [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1322.265534] env[69374]: value = "task-4112467" [ 1322.265534] env[69374]: _type = "Task" [ 1322.265534] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.274598] env[69374]: DEBUG oslo_vmware.api [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.776502] env[69374]: DEBUG oslo_vmware.api [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112467, 'name': PowerOffVM_Task, 'duration_secs': 0.252955} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.776872] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.777313] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.777647] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38718e71-e668-4114-9556-6cd963464ad8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.849742] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.850043] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.850295] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleting the datastore file [datastore2] 1f4b4bf0-7af1-4505-bce6-1dd6b02946de {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.850606] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f272dc69-30e3-49bc-9ec5-b59c774beff5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.860555] env[69374]: DEBUG oslo_vmware.api [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1322.860555] env[69374]: value = "task-4112469" [ 1322.860555] env[69374]: _type = "Task" [ 1322.860555] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.870877] env[69374]: DEBUG oslo_vmware.api [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.371656] env[69374]: DEBUG oslo_vmware.api [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172184} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.371930] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.372163] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.372391] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.372564] env[69374]: INFO nova.compute.manager [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1323.372818] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.373027] env[69374]: DEBUG nova.compute.manager [-] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.373130] env[69374]: DEBUG nova.network.neutron [-] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.734134] env[69374]: DEBUG nova.compute.manager [req-a890ab42-0d2f-4759-90b7-8dd40d908cef req-6982b0ca-e631-493c-b365-0de4367c2c30 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Received event network-vif-plugged-6285e008-62fd-4510-94a7-f166193d5e3e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.734134] env[69374]: DEBUG oslo_concurrency.lockutils [req-a890ab42-0d2f-4759-90b7-8dd40d908cef req-6982b0ca-e631-493c-b365-0de4367c2c30 service nova] Acquiring lock "44e78359-33bd-44f9-b111-2de54ff9de01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.734134] env[69374]: DEBUG oslo_concurrency.lockutils [req-a890ab42-0d2f-4759-90b7-8dd40d908cef req-6982b0ca-e631-493c-b365-0de4367c2c30 service nova] Lock "44e78359-33bd-44f9-b111-2de54ff9de01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.734134] env[69374]: DEBUG oslo_concurrency.lockutils [req-a890ab42-0d2f-4759-90b7-8dd40d908cef req-6982b0ca-e631-493c-b365-0de4367c2c30 service nova] Lock "44e78359-33bd-44f9-b111-2de54ff9de01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.734510] env[69374]: DEBUG nova.compute.manager [req-a890ab42-0d2f-4759-90b7-8dd40d908cef req-6982b0ca-e631-493c-b365-0de4367c2c30 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] No waiting events found dispatching network-vif-plugged-6285e008-62fd-4510-94a7-f166193d5e3e {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1323.734905] env[69374]: WARNING nova.compute.manager [req-a890ab42-0d2f-4759-90b7-8dd40d908cef req-6982b0ca-e631-493c-b365-0de4367c2c30 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Received unexpected event network-vif-plugged-6285e008-62fd-4510-94a7-f166193d5e3e for instance with vm_state active and task_state None. [ 1323.817124] env[69374]: DEBUG nova.network.neutron [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Successfully updated port: 6285e008-62fd-4510-94a7-f166193d5e3e {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.925796] env[69374]: DEBUG nova.compute.manager [req-529e531f-91b5-4f95-84c3-dac36d0ba9a4 req-40db36f8-d54d-4867-b3dd-1953f3b1542d service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Received event network-vif-deleted-1f9273df-900a-4cbd-813a-661c472f8e5e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.926328] env[69374]: INFO nova.compute.manager [req-529e531f-91b5-4f95-84c3-dac36d0ba9a4 req-40db36f8-d54d-4867-b3dd-1953f3b1542d service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Neutron deleted interface 1f9273df-900a-4cbd-813a-661c472f8e5e; detaching it from the instance and deleting it from the info cache [ 1323.926328] env[69374]: DEBUG nova.network.neutron [req-529e531f-91b5-4f95-84c3-dac36d0ba9a4 req-40db36f8-d54d-4867-b3dd-1953f3b1542d service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.318855] env[69374]: DEBUG oslo_concurrency.lockutils [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.319062] env[69374]: DEBUG oslo_concurrency.lockutils [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.319253] env[69374]: DEBUG nova.network.neutron [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.408426] env[69374]: DEBUG nova.network.neutron [-] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.429703] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dedfa437-b05c-44ac-a6c4-625a97caffa1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.443036] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b624be6c-6263-43a7-b7d4-bd0805a85b22 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.471699] env[69374]: DEBUG nova.compute.manager [req-529e531f-91b5-4f95-84c3-dac36d0ba9a4 req-40db36f8-d54d-4867-b3dd-1953f3b1542d service nova] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Detach interface failed, port_id=1f9273df-900a-4cbd-813a-661c472f8e5e, reason: Instance 1f4b4bf0-7af1-4505-bce6-1dd6b02946de could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.877433] env[69374]: WARNING nova.network.neutron [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] b536c873-5879-41b6-a239-20eb4cd7b96a already exists in list: networks containing: ['b536c873-5879-41b6-a239-20eb4cd7b96a']. ignoring it [ 1324.911313] env[69374]: INFO nova.compute.manager [-] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Took 1.54 seconds to deallocate network for instance. [ 1325.073105] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.073693] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.338783] env[69374]: DEBUG nova.network.neutron [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updating instance_info_cache with network_info: [{"id": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "address": "fa:16:3e:70:7e:47", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54b5f19-11", "ovs_interfaceid": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6285e008-62fd-4510-94a7-f166193d5e3e", "address": "fa:16:3e:20:54:de", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6285e008-62", "ovs_interfaceid": "6285e008-62fd-4510-94a7-f166193d5e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.418416] env[69374]: DEBUG oslo_concurrency.lockutils [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.419181] env[69374]: DEBUG oslo_concurrency.lockutils [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.419483] env[69374]: DEBUG nova.objects.instance [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lazy-loading 'resources' on Instance uuid 1f4b4bf0-7af1-4505-bce6-1dd6b02946de {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.578210] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.578416] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.578657] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.578710] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.578845] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.578958] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.579102] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1325.579244] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.821086] env[69374]: DEBUG nova.compute.manager [req-66534acf-8d8b-47cc-8c8f-80b951922533 req-ace4ffc5-f34c-43fa-afa7-aa2e6ae6bbbe service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Received event network-changed-6285e008-62fd-4510-94a7-f166193d5e3e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.821380] env[69374]: DEBUG nova.compute.manager [req-66534acf-8d8b-47cc-8c8f-80b951922533 req-ace4ffc5-f34c-43fa-afa7-aa2e6ae6bbbe service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing instance network info cache due to event network-changed-6285e008-62fd-4510-94a7-f166193d5e3e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.821677] env[69374]: DEBUG oslo_concurrency.lockutils [req-66534acf-8d8b-47cc-8c8f-80b951922533 req-ace4ffc5-f34c-43fa-afa7-aa2e6ae6bbbe service nova] Acquiring lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.842026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.842485] env[69374]: DEBUG oslo_concurrency.lockutils [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.842729] env[69374]: DEBUG oslo_concurrency.lockutils [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.843015] env[69374]: DEBUG oslo_concurrency.lockutils [req-66534acf-8d8b-47cc-8c8f-80b951922533 req-ace4ffc5-f34c-43fa-afa7-aa2e6ae6bbbe service nova] Acquired lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.843203] env[69374]: DEBUG nova.network.neutron [req-66534acf-8d8b-47cc-8c8f-80b951922533 req-ace4ffc5-f34c-43fa-afa7-aa2e6ae6bbbe service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing network info cache for port 6285e008-62fd-4510-94a7-f166193d5e3e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.845497] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07601ac-3b8c-4362-aeb9-f86d7f175ec2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.864631] env[69374]: DEBUG nova.virt.hardware [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.864931] env[69374]: DEBUG nova.virt.hardware [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.865055] env[69374]: DEBUG nova.virt.hardware [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.865236] env[69374]: DEBUG nova.virt.hardware [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.865384] env[69374]: DEBUG nova.virt.hardware [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.865529] env[69374]: DEBUG nova.virt.hardware [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.865738] env[69374]: DEBUG nova.virt.hardware [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.865895] env[69374]: DEBUG nova.virt.hardware [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.866071] env[69374]: DEBUG nova.virt.hardware [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.866240] env[69374]: DEBUG nova.virt.hardware [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.866446] env[69374]: DEBUG nova.virt.hardware [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.873137] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Reconfiguring VM to attach interface {{(pid=69374) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1325.873856] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41a4a7c7-6c69-4740-96a1-855d0a7979f3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.892760] env[69374]: DEBUG oslo_vmware.api [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1325.892760] env[69374]: value = "task-4112470" [ 1325.892760] env[69374]: _type = "Task" [ 1325.892760] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.902034] env[69374]: DEBUG oslo_vmware.api [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112470, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.019394] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b30ca50-c471-4037-ad81-445a4b557508 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.027689] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99eb007-01e9-42fc-a17f-5cf7e1ed757a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.064213] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38022c2b-c4c5-4e90-bd79-e9558b937031 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.072503] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148357ee-09bc-4622-b721-70b7c429e943 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.088633] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.090302] env[69374]: DEBUG nova.compute.provider_tree [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.409833] env[69374]: DEBUG oslo_vmware.api [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.592962] env[69374]: DEBUG nova.scheduler.client.report [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.667633] env[69374]: DEBUG nova.network.neutron [req-66534acf-8d8b-47cc-8c8f-80b951922533 req-ace4ffc5-f34c-43fa-afa7-aa2e6ae6bbbe service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updated VIF entry in instance network info cache for port 6285e008-62fd-4510-94a7-f166193d5e3e. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.668011] env[69374]: DEBUG nova.network.neutron [req-66534acf-8d8b-47cc-8c8f-80b951922533 req-ace4ffc5-f34c-43fa-afa7-aa2e6ae6bbbe service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updating instance_info_cache with network_info: [{"id": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "address": "fa:16:3e:70:7e:47", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54b5f19-11", "ovs_interfaceid": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6285e008-62fd-4510-94a7-f166193d5e3e", "address": "fa:16:3e:20:54:de", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6285e008-62", "ovs_interfaceid": "6285e008-62fd-4510-94a7-f166193d5e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.907801] env[69374]: DEBUG oslo_vmware.api [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112470, 'name': ReconfigVM_Task, 'duration_secs': 0.732271} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.908391] env[69374]: DEBUG oslo_concurrency.lockutils [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.908647] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Reconfigured VM to attach interface {{(pid=69374) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1327.097891] env[69374]: DEBUG oslo_concurrency.lockutils [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.100452] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.012s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.100650] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.100792] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1327.101878] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a156989f-4e37-410b-8725-aad2dcf3e156 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.111020] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81db096c-5e60-4b1a-b6e5-9a1545a8fba5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.128703] env[69374]: INFO nova.scheduler.client.report [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleted allocations for instance 1f4b4bf0-7af1-4505-bce6-1dd6b02946de [ 1327.131116] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeaa93f-b263-49bb-98d6-2aee5af7c56f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.141708] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b87a2-b2a1-42f3-954e-fd689efd0b1c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.175972] env[69374]: DEBUG oslo_concurrency.lockutils [req-66534acf-8d8b-47cc-8c8f-80b951922533 req-ace4ffc5-f34c-43fa-afa7-aa2e6ae6bbbe service nova] Releasing lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.176474] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179580MB free_disk=15GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1327.176645] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.176867] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.413277] env[69374]: DEBUG oslo_concurrency.lockutils [None req-042b7ce3-973d-4ca1-b5af-1cb3bf17ce5f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-44e78359-33bd-44f9-b111-2de54ff9de01-6285e008-62fd-4510-94a7-f166193d5e3e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.488s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.640370] env[69374]: DEBUG oslo_concurrency.lockutils [None req-48d2216d-5d7b-4a38-aa42-02e9ccf6b316 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "1f4b4bf0-7af1-4505-bce6-1dd6b02946de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.899s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.830514] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.830795] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.206488] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 44e78359-33bd-44f9-b111-2de54ff9de01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1328.206766] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance c2f17096-1a9d-4378-b702-b185b4e75466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1328.206806] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 89501f21-3b96-4c55-a56e-45250379d404 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1328.207147] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 857a5b93-77ef-46c6-9622-8769d357a1f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1328.333200] env[69374]: DEBUG nova.compute.manager [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1328.631841] env[69374]: DEBUG oslo_concurrency.lockutils [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "interface-44e78359-33bd-44f9-b111-2de54ff9de01-6285e008-62fd-4510-94a7-f166193d5e3e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.632147] env[69374]: DEBUG oslo_concurrency.lockutils [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-44e78359-33bd-44f9-b111-2de54ff9de01-6285e008-62fd-4510-94a7-f166193d5e3e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.711964] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1328.711964] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1328.711964] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1328.797411] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e523f08d-88aa-48cf-b011-9dfb4b3ec12c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.805866] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c85b470-54a4-4d18-a17f-9b0c47b13ccf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.837231] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a20532-c390-4e1e-81d5-37a72573fa7a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.848653] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ba6543-a5da-45df-829b-74ac9bce742e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.863985] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.866896] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.134606] env[69374]: DEBUG oslo_concurrency.lockutils [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.134808] env[69374]: DEBUG oslo_concurrency.lockutils [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.136256] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66be136-b085-4146-9e45-f4d1be8e0553 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.156153] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5393d0d-3342-454c-941c-ea84d30deb69 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.184370] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Reconfiguring VM to detach interface {{(pid=69374) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1329.184370] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82803245-9981-4b34-a09b-3cac7c00e382 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.204203] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1329.204203] env[69374]: value = "task-4112471" [ 1329.204203] env[69374]: _type = "Task" [ 1329.204203] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.213201] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.369321] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.714757] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.829728] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "97db4cd3-223d-47fb-9ca8-02c79a245275" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.830251] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.872980] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1329.873221] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.696s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.873813] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.007s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.875803] env[69374]: INFO nova.compute.claims [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.215250] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.334323] env[69374]: DEBUG nova.compute.manager [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.715388] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.857205] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.973930] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25c7f73-5b6e-4f3d-8c35-d7c2ba7ba48d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.982564] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad3b32d-c509-4189-a0af-cadd7c075e29 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.013648] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f114d6-a59c-4c6e-94c5-74b1447086c0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.022123] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a6b966-0d90-42d8-86e5-fa7015f9c1fc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.036238] env[69374]: DEBUG nova.compute.provider_tree [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.216591] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.540076] env[69374]: DEBUG nova.scheduler.client.report [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.716578] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.045131] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.045462] env[69374]: DEBUG nova.compute.manager [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.048600] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.192s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.051668] env[69374]: INFO nova.compute.claims [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.217810] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.556173] env[69374]: DEBUG nova.compute.utils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1332.560550] env[69374]: DEBUG nova.compute.manager [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.560818] env[69374]: DEBUG nova.network.neutron [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.597291] env[69374]: DEBUG nova.policy [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e264bb6e18421aaf5fedaca74527d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71b399eaf733486b878f6bb07fcd9225', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.719232] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.902563] env[69374]: DEBUG nova.network.neutron [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Successfully created port: 1f851da2-9f69-477c-9e37-7a147641321d {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.059543] env[69374]: DEBUG nova.compute.manager [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.177072] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9760ad50-6711-44f1-82a3-ea0bffffa171 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.187637] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab08f44-94d1-4ada-bec6-61cf6b1b0fd7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.231494] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef4c903-5aa8-4cda-a578-8418badff8cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.242748] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6c813a-3dd2-4b85-8455-16f203d55865 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.246389] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.257996] env[69374]: DEBUG nova.compute.provider_tree [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.737209] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.761395] env[69374]: DEBUG nova.scheduler.client.report [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.075416] env[69374]: DEBUG nova.compute.manager [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.103260] env[69374]: DEBUG nova.virt.hardware [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.103506] env[69374]: DEBUG nova.virt.hardware [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.103684] env[69374]: DEBUG nova.virt.hardware [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.103905] env[69374]: DEBUG nova.virt.hardware [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.104073] env[69374]: DEBUG nova.virt.hardware [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.104221] env[69374]: DEBUG nova.virt.hardware [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.104424] env[69374]: DEBUG nova.virt.hardware [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.104589] env[69374]: DEBUG nova.virt.hardware [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.104775] env[69374]: DEBUG nova.virt.hardware [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.104940] env[69374]: DEBUG nova.virt.hardware [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.105128] env[69374]: DEBUG nova.virt.hardware [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.106025] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be44b8ac-78b1-4d26-882e-c092096a11fa {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.114331] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af7759a-8fc4-468e-8c27-3a41380932e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.237310] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.266358] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.266951] env[69374]: DEBUG nova.compute.manager [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.339113] env[69374]: DEBUG nova.compute.manager [req-a4935304-767b-4557-bb11-164f6fdf2cbf req-ca83c538-9225-4181-9010-95eada90674c service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Received event network-vif-plugged-1f851da2-9f69-477c-9e37-7a147641321d {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.339437] env[69374]: DEBUG oslo_concurrency.lockutils [req-a4935304-767b-4557-bb11-164f6fdf2cbf req-ca83c538-9225-4181-9010-95eada90674c service nova] Acquiring lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.339669] env[69374]: DEBUG oslo_concurrency.lockutils [req-a4935304-767b-4557-bb11-164f6fdf2cbf req-ca83c538-9225-4181-9010-95eada90674c service nova] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.340096] env[69374]: DEBUG oslo_concurrency.lockutils [req-a4935304-767b-4557-bb11-164f6fdf2cbf req-ca83c538-9225-4181-9010-95eada90674c service nova] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.340312] env[69374]: DEBUG nova.compute.manager [req-a4935304-767b-4557-bb11-164f6fdf2cbf req-ca83c538-9225-4181-9010-95eada90674c service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] No waiting events found dispatching network-vif-plugged-1f851da2-9f69-477c-9e37-7a147641321d {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1334.340825] env[69374]: WARNING nova.compute.manager [req-a4935304-767b-4557-bb11-164f6fdf2cbf req-ca83c538-9225-4181-9010-95eada90674c service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Received unexpected event network-vif-plugged-1f851da2-9f69-477c-9e37-7a147641321d for instance with vm_state building and task_state spawning. [ 1334.431277] env[69374]: DEBUG nova.network.neutron [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Successfully updated port: 1f851da2-9f69-477c-9e37-7a147641321d {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.738495] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.772100] env[69374]: DEBUG nova.compute.utils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1334.773489] env[69374]: DEBUG nova.compute.manager [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1334.773661] env[69374]: DEBUG nova.network.neutron [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1334.812714] env[69374]: DEBUG nova.policy [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90fadc1d4688425b8c35c98f0fd06970', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97bed6fb32ff40e69f97d78d1037feda', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1334.932114] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.932285] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquired lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.932442] env[69374]: DEBUG nova.network.neutron [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.087200] env[69374]: DEBUG nova.network.neutron [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Successfully created port: 460a1478-3b64-456c-ba8b-b35e3274ad69 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1335.240827] env[69374]: DEBUG oslo_vmware.api [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112471, 'name': ReconfigVM_Task, 'duration_secs': 5.752881} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.241293] env[69374]: DEBUG oslo_concurrency.lockutils [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.241413] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Reconfigured VM to detach interface {{(pid=69374) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1335.276752] env[69374]: DEBUG nova.compute.manager [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.479478] env[69374]: DEBUG nova.network.neutron [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.734588] env[69374]: DEBUG nova.network.neutron [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Updating instance_info_cache with network_info: [{"id": "1f851da2-9f69-477c-9e37-7a147641321d", "address": "fa:16:3e:ca:1e:9e", "network": {"id": "ea5752dd-d058-4957-8006-797e485764fb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1885044137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b399eaf733486b878f6bb07fcd9225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f851da2-9f", "ovs_interfaceid": "1f851da2-9f69-477c-9e37-7a147641321d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.237709] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Releasing lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.238127] env[69374]: DEBUG nova.compute.manager [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Instance network_info: |[{"id": "1f851da2-9f69-477c-9e37-7a147641321d", "address": "fa:16:3e:ca:1e:9e", "network": {"id": "ea5752dd-d058-4957-8006-797e485764fb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1885044137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b399eaf733486b878f6bb07fcd9225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f851da2-9f", "ovs_interfaceid": "1f851da2-9f69-477c-9e37-7a147641321d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.238568] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:1e:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f851da2-9f69-477c-9e37-7a147641321d', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.247428] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Creating folder: Project (71b399eaf733486b878f6bb07fcd9225). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.248586] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0c85240-4282-4685-b2bc-5951fa3fc809 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.261496] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Created folder: Project (71b399eaf733486b878f6bb07fcd9225) in parent group-v814324. [ 1336.261718] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Creating folder: Instances. Parent ref: group-v814661. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.261982] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53368d9e-f666-4261-9448-3cfca40004f1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.272658] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Created folder: Instances in parent group-v814661. [ 1336.272911] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.273133] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.273352] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b3a075f-ff02-44db-b08f-1c5862af0e54 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.289351] env[69374]: DEBUG nova.compute.manager [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.298063] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.298063] env[69374]: value = "task-4112474" [ 1336.298063] env[69374]: _type = "Task" [ 1336.298063] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.307477] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112474, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.319765] env[69374]: DEBUG nova.virt.hardware [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.320055] env[69374]: DEBUG nova.virt.hardware [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.320229] env[69374]: DEBUG nova.virt.hardware [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.320548] env[69374]: DEBUG nova.virt.hardware [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.320716] env[69374]: DEBUG nova.virt.hardware [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.320870] env[69374]: DEBUG nova.virt.hardware [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.321187] env[69374]: DEBUG nova.virt.hardware [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.321512] env[69374]: DEBUG nova.virt.hardware [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.321722] env[69374]: DEBUG nova.virt.hardware [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.321874] env[69374]: DEBUG nova.virt.hardware [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.322121] env[69374]: DEBUG nova.virt.hardware [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.323045] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c2c92b-9e2e-4a71-9e07-15404f57bcf6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.331808] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42721579-2200-4d4f-ab65-8fa33fb60679 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.379735] env[69374]: DEBUG nova.compute.manager [req-3da30c4b-e453-49e2-b768-e50371c0dca0 req-65fc848d-260f-4d05-ad09-e88002ea00f9 service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Received event network-changed-1f851da2-9f69-477c-9e37-7a147641321d {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.380115] env[69374]: DEBUG nova.compute.manager [req-3da30c4b-e453-49e2-b768-e50371c0dca0 req-65fc848d-260f-4d05-ad09-e88002ea00f9 service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Refreshing instance network info cache due to event network-changed-1f851da2-9f69-477c-9e37-7a147641321d. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.380282] env[69374]: DEBUG oslo_concurrency.lockutils [req-3da30c4b-e453-49e2-b768-e50371c0dca0 req-65fc848d-260f-4d05-ad09-e88002ea00f9 service nova] Acquiring lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.380418] env[69374]: DEBUG oslo_concurrency.lockutils [req-3da30c4b-e453-49e2-b768-e50371c0dca0 req-65fc848d-260f-4d05-ad09-e88002ea00f9 service nova] Acquired lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.380598] env[69374]: DEBUG nova.network.neutron [req-3da30c4b-e453-49e2-b768-e50371c0dca0 req-65fc848d-260f-4d05-ad09-e88002ea00f9 service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Refreshing network info cache for port 1f851da2-9f69-477c-9e37-7a147641321d {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.574694] env[69374]: DEBUG nova.network.neutron [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Successfully updated port: 460a1478-3b64-456c-ba8b-b35e3274ad69 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1336.603308] env[69374]: DEBUG oslo_concurrency.lockutils [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.603522] env[69374]: DEBUG oslo_concurrency.lockutils [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.603740] env[69374]: DEBUG nova.network.neutron [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.809596] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112474, 'name': CreateVM_Task, 'duration_secs': 0.335618} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.809777] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.810447] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.810613] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.810996] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.811490] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25938400-8d82-4ee9-b1be-5b8a09f061e9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.817017] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1336.817017] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521faed2-65fe-7bb2-1604-df81a0e91b58" [ 1336.817017] env[69374]: _type = "Task" [ 1336.817017] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.825303] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521faed2-65fe-7bb2-1604-df81a0e91b58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.073440] env[69374]: DEBUG nova.network.neutron [req-3da30c4b-e453-49e2-b768-e50371c0dca0 req-65fc848d-260f-4d05-ad09-e88002ea00f9 service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Updated VIF entry in instance network info cache for port 1f851da2-9f69-477c-9e37-7a147641321d. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.073821] env[69374]: DEBUG nova.network.neutron [req-3da30c4b-e453-49e2-b768-e50371c0dca0 req-65fc848d-260f-4d05-ad09-e88002ea00f9 service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Updating instance_info_cache with network_info: [{"id": "1f851da2-9f69-477c-9e37-7a147641321d", "address": "fa:16:3e:ca:1e:9e", "network": {"id": "ea5752dd-d058-4957-8006-797e485764fb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1885044137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b399eaf733486b878f6bb07fcd9225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f851da2-9f", "ovs_interfaceid": "1f851da2-9f69-477c-9e37-7a147641321d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.077131] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "refresh_cache-97db4cd3-223d-47fb-9ca8-02c79a245275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.077271] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "refresh_cache-97db4cd3-223d-47fb-9ca8-02c79a245275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.077413] env[69374]: DEBUG nova.network.neutron [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.299332] env[69374]: INFO nova.network.neutron [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Port 6285e008-62fd-4510-94a7-f166193d5e3e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1337.299710] env[69374]: DEBUG nova.network.neutron [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updating instance_info_cache with network_info: [{"id": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "address": "fa:16:3e:70:7e:47", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54b5f19-11", "ovs_interfaceid": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.328476] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521faed2-65fe-7bb2-1604-df81a0e91b58, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.328688] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.328941] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.329205] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.329355] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.329534] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.329820] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-165063ab-51da-48a2-8aae-db1bca0e1322 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.340526] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.340791] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.341608] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fd648b-4d02-4df1-a1db-889eac92cf85 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.347452] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1337.347452] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52f8b53d-8132-3d0a-e6f9-025056f140c7" [ 1337.347452] env[69374]: _type = "Task" [ 1337.347452] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.356866] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f8b53d-8132-3d0a-e6f9-025056f140c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.576571] env[69374]: DEBUG oslo_concurrency.lockutils [req-3da30c4b-e453-49e2-b768-e50371c0dca0 req-65fc848d-260f-4d05-ad09-e88002ea00f9 service nova] Releasing lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.594182] env[69374]: DEBUG nova.compute.manager [req-4ba90d98-6259-4d5b-b54b-643aa2d9027f req-68791b53-187d-4acb-ad3a-ea1a341c9df1 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Received event network-changed-a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.594478] env[69374]: DEBUG nova.compute.manager [req-4ba90d98-6259-4d5b-b54b-643aa2d9027f req-68791b53-187d-4acb-ad3a-ea1a341c9df1 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing instance network info cache due to event network-changed-a54b5f19-11f8-4d45-8af2-3ac2347939a7. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.594882] env[69374]: DEBUG oslo_concurrency.lockutils [req-4ba90d98-6259-4d5b-b54b-643aa2d9027f req-68791b53-187d-4acb-ad3a-ea1a341c9df1 service nova] Acquiring lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.609064] env[69374]: DEBUG nova.network.neutron [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1337.737440] env[69374]: DEBUG nova.network.neutron [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Updating instance_info_cache with network_info: [{"id": "460a1478-3b64-456c-ba8b-b35e3274ad69", "address": "fa:16:3e:5d:a9:10", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460a1478-3b", "ovs_interfaceid": "460a1478-3b64-456c-ba8b-b35e3274ad69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.802387] env[69374]: DEBUG oslo_concurrency.lockutils [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.804091] env[69374]: DEBUG oslo_concurrency.lockutils [req-4ba90d98-6259-4d5b-b54b-643aa2d9027f req-68791b53-187d-4acb-ad3a-ea1a341c9df1 service nova] Acquired lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.804326] env[69374]: DEBUG nova.network.neutron [req-4ba90d98-6259-4d5b-b54b-643aa2d9027f req-68791b53-187d-4acb-ad3a-ea1a341c9df1 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Refreshing network info cache for port a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.858150] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52f8b53d-8132-3d0a-e6f9-025056f140c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.858930] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c298c24-7387-491a-8ee3-774effe09713 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.864572] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1337.864572] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52db8a06-44e5-efbc-60f8-d54f95c3fd9a" [ 1337.864572] env[69374]: _type = "Task" [ 1337.864572] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.873076] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52db8a06-44e5-efbc-60f8-d54f95c3fd9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.240413] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "refresh_cache-97db4cd3-223d-47fb-9ca8-02c79a245275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.240760] env[69374]: DEBUG nova.compute.manager [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Instance network_info: |[{"id": "460a1478-3b64-456c-ba8b-b35e3274ad69", "address": "fa:16:3e:5d:a9:10", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460a1478-3b", "ovs_interfaceid": "460a1478-3b64-456c-ba8b-b35e3274ad69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1338.241217] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:a9:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '460a1478-3b64-456c-ba8b-b35e3274ad69', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.249904] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.250315] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.250716] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d86c896-d140-42dc-96ff-f2d8520f7fb4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.275868] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.275868] env[69374]: value = "task-4112475" [ 1338.275868] env[69374]: _type = "Task" [ 1338.275868] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.283968] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112475, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.300641] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "interface-c2f17096-1a9d-4378-b702-b185b4e75466-6285e008-62fd-4510-94a7-f166193d5e3e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.301148] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-c2f17096-1a9d-4378-b702-b185b4e75466-6285e008-62fd-4510-94a7-f166193d5e3e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.301498] env[69374]: DEBUG nova.objects.instance [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'flavor' on Instance uuid c2f17096-1a9d-4378-b702-b185b4e75466 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.307067] env[69374]: DEBUG oslo_concurrency.lockutils [None req-830cf47d-cb5b-42b6-9cff-98072bd6fd0c tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-44e78359-33bd-44f9-b111-2de54ff9de01-6285e008-62fd-4510-94a7-f166193d5e3e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.674s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.375484] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52db8a06-44e5-efbc-60f8-d54f95c3fd9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.375728] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.375942] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8/2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.376226] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93b8ad34-5606-4c9c-9470-15f2d0550b66 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.384918] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1338.384918] env[69374]: value = "task-4112476" [ 1338.384918] env[69374]: _type = "Task" [ 1338.384918] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.394281] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.413353] env[69374]: DEBUG nova.compute.manager [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Received event network-vif-plugged-460a1478-3b64-456c-ba8b-b35e3274ad69 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.413697] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] Acquiring lock "97db4cd3-223d-47fb-9ca8-02c79a245275-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.413861] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.414083] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.414294] env[69374]: DEBUG nova.compute.manager [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] No waiting events found dispatching network-vif-plugged-460a1478-3b64-456c-ba8b-b35e3274ad69 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1338.414475] env[69374]: WARNING nova.compute.manager [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Received unexpected event network-vif-plugged-460a1478-3b64-456c-ba8b-b35e3274ad69 for instance with vm_state building and task_state spawning. [ 1338.414654] env[69374]: DEBUG nova.compute.manager [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Received event network-changed-460a1478-3b64-456c-ba8b-b35e3274ad69 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.414817] env[69374]: DEBUG nova.compute.manager [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Refreshing instance network info cache due to event network-changed-460a1478-3b64-456c-ba8b-b35e3274ad69. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.415000] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] Acquiring lock "refresh_cache-97db4cd3-223d-47fb-9ca8-02c79a245275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.415308] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] Acquired lock "refresh_cache-97db4cd3-223d-47fb-9ca8-02c79a245275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.415384] env[69374]: DEBUG nova.network.neutron [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Refreshing network info cache for port 460a1478-3b64-456c-ba8b-b35e3274ad69 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.515740] env[69374]: DEBUG nova.network.neutron [req-4ba90d98-6259-4d5b-b54b-643aa2d9027f req-68791b53-187d-4acb-ad3a-ea1a341c9df1 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updated VIF entry in instance network info cache for port a54b5f19-11f8-4d45-8af2-3ac2347939a7. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.516180] env[69374]: DEBUG nova.network.neutron [req-4ba90d98-6259-4d5b-b54b-643aa2d9027f req-68791b53-187d-4acb-ad3a-ea1a341c9df1 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updating instance_info_cache with network_info: [{"id": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "address": "fa:16:3e:70:7e:47", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa54b5f19-11", "ovs_interfaceid": "a54b5f19-11f8-4d45-8af2-3ac2347939a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.790107] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112475, 'name': CreateVM_Task, 'duration_secs': 0.480939} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.790107] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.791033] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.791238] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.791596] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.791871] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8edc55a3-5db9-469f-8d20-68026fedada3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.797953] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1338.797953] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]527ccb0f-e217-cf64-7e2a-9c12eebb92c9" [ 1338.797953] env[69374]: _type = "Task" [ 1338.797953] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.812264] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527ccb0f-e217-cf64-7e2a-9c12eebb92c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.898748] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112476, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.913519] env[69374]: DEBUG nova.objects.instance [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'pci_requests' on Instance uuid c2f17096-1a9d-4378-b702-b185b4e75466 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.019031] env[69374]: DEBUG oslo_concurrency.lockutils [req-4ba90d98-6259-4d5b-b54b-643aa2d9027f req-68791b53-187d-4acb-ad3a-ea1a341c9df1 service nova] Releasing lock "refresh_cache-44e78359-33bd-44f9-b111-2de54ff9de01" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.117754] env[69374]: DEBUG nova.network.neutron [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Updated VIF entry in instance network info cache for port 460a1478-3b64-456c-ba8b-b35e3274ad69. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.118223] env[69374]: DEBUG nova.network.neutron [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Updating instance_info_cache with network_info: [{"id": "460a1478-3b64-456c-ba8b-b35e3274ad69", "address": "fa:16:3e:5d:a9:10", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460a1478-3b", "ovs_interfaceid": "460a1478-3b64-456c-ba8b-b35e3274ad69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.309357] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]527ccb0f-e217-cf64-7e2a-9c12eebb92c9, 'name': SearchDatastore_Task, 'duration_secs': 0.053321} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.309740] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.309865] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.310116] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.310264] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.310443] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.310698] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e871ea2-db6b-4679-b8f7-b55c3868e5cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.319560] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.319732] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.320434] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af3bbe5a-a2dc-45d0-8048-fbbc7bc9caf9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.325489] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1339.325489] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52fb8038-bc0c-c68c-66b9-043014cd47b4" [ 1339.325489] env[69374]: _type = "Task" [ 1339.325489] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.333014] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fb8038-bc0c-c68c-66b9-043014cd47b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.396202] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564923} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.396469] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8/2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.396725] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.397052] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de7ef088-88f0-4ccb-b401-783cb9c38a44 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.404616] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1339.404616] env[69374]: value = "task-4112477" [ 1339.404616] env[69374]: _type = "Task" [ 1339.404616] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.413537] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.416227] env[69374]: DEBUG nova.objects.base [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1339.416448] env[69374]: DEBUG nova.network.neutron [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.479284] env[69374]: DEBUG nova.policy [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d932b34d964374bba2f4922b34620a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b733bb3278d44589d34f95a5a349c7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1339.619258] env[69374]: DEBUG nova.compute.manager [req-78f0451f-5b90-414a-aeb5-469318bea1bf req-4764b004-df79-46ce-bcf9-c70a6719d257 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Received event network-changed-ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.619258] env[69374]: DEBUG nova.compute.manager [req-78f0451f-5b90-414a-aeb5-469318bea1bf req-4764b004-df79-46ce-bcf9-c70a6719d257 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Refreshing instance network info cache due to event network-changed-ce943886-0c31-485c-a82d-3a3faf67ba49. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.619258] env[69374]: DEBUG oslo_concurrency.lockutils [req-78f0451f-5b90-414a-aeb5-469318bea1bf req-4764b004-df79-46ce-bcf9-c70a6719d257 service nova] Acquiring lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.619403] env[69374]: DEBUG oslo_concurrency.lockutils [req-78f0451f-5b90-414a-aeb5-469318bea1bf req-4764b004-df79-46ce-bcf9-c70a6719d257 service nova] Acquired lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.619466] env[69374]: DEBUG nova.network.neutron [req-78f0451f-5b90-414a-aeb5-469318bea1bf req-4764b004-df79-46ce-bcf9-c70a6719d257 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Refreshing network info cache for port ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.621033] env[69374]: DEBUG oslo_concurrency.lockutils [req-4f594651-77f0-4cb2-ac94-263ec8dd8bc3 req-e3307465-6467-4ca5-b9f5-b8225709c0e7 service nova] Releasing lock "refresh_cache-97db4cd3-223d-47fb-9ca8-02c79a245275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.839082] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52fb8038-bc0c-c68c-66b9-043014cd47b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.839363] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1964cf02-4acf-4864-9973-1f779aa99dc3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.846423] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1339.846423] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52811811-9e5f-3039-4333-9863532fcd02" [ 1339.846423] env[69374]: _type = "Task" [ 1339.846423] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.855900] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52811811-9e5f-3039-4333-9863532fcd02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.915486] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074471} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.915795] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.916615] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c7c223-d42c-4873-900e-cd131c9510c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.940203] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8/2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.940469] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb44036-6c28-40f0-8091-5b63484c6d2e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.960020] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1339.960020] env[69374]: value = "task-4112478" [ 1339.960020] env[69374]: _type = "Task" [ 1339.960020] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.969615] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.358266] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52811811-9e5f-3039-4333-9863532fcd02, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.358746] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.358852] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 97db4cd3-223d-47fb-9ca8-02c79a245275/97db4cd3-223d-47fb-9ca8-02c79a245275.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1340.359338] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3e04a1c-57d5-471a-aca5-5aa46f06ab71 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.367147] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1340.367147] env[69374]: value = "task-4112479" [ 1340.367147] env[69374]: _type = "Task" [ 1340.367147] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.376375] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.410267] env[69374]: DEBUG nova.network.neutron [req-78f0451f-5b90-414a-aeb5-469318bea1bf req-4764b004-df79-46ce-bcf9-c70a6719d257 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updated VIF entry in instance network info cache for port ce943886-0c31-485c-a82d-3a3faf67ba49. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.410740] env[69374]: DEBUG nova.network.neutron [req-78f0451f-5b90-414a-aeb5-469318bea1bf req-4764b004-df79-46ce-bcf9-c70a6719d257 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updating instance_info_cache with network_info: [{"id": "ce943886-0c31-485c-a82d-3a3faf67ba49", "address": "fa:16:3e:d1:b3:a2", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce943886-0c", "ovs_interfaceid": "ce943886-0c31-485c-a82d-3a3faf67ba49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.471504] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112478, 'name': ReconfigVM_Task, 'duration_secs': 0.328016} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.471796] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8/2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.472539] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f3de200-1054-409d-8ec6-89f2f657626f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.481664] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1340.481664] env[69374]: value = "task-4112480" [ 1340.481664] env[69374]: _type = "Task" [ 1340.481664] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.495378] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112480, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.863739] env[69374]: DEBUG nova.compute.manager [req-0c3a2f36-9dcb-4733-878e-a83c5fb1aa8c req-1adc684d-3923-4291-8413-530c7559c17a service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Received event network-vif-plugged-6285e008-62fd-4510-94a7-f166193d5e3e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.864017] env[69374]: DEBUG oslo_concurrency.lockutils [req-0c3a2f36-9dcb-4733-878e-a83c5fb1aa8c req-1adc684d-3923-4291-8413-530c7559c17a service nova] Acquiring lock "c2f17096-1a9d-4378-b702-b185b4e75466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.864251] env[69374]: DEBUG oslo_concurrency.lockutils [req-0c3a2f36-9dcb-4733-878e-a83c5fb1aa8c req-1adc684d-3923-4291-8413-530c7559c17a service nova] Lock "c2f17096-1a9d-4378-b702-b185b4e75466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.864461] env[69374]: DEBUG oslo_concurrency.lockutils [req-0c3a2f36-9dcb-4733-878e-a83c5fb1aa8c req-1adc684d-3923-4291-8413-530c7559c17a service nova] Lock "c2f17096-1a9d-4378-b702-b185b4e75466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.864665] env[69374]: DEBUG nova.compute.manager [req-0c3a2f36-9dcb-4733-878e-a83c5fb1aa8c req-1adc684d-3923-4291-8413-530c7559c17a service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] No waiting events found dispatching network-vif-plugged-6285e008-62fd-4510-94a7-f166193d5e3e {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1340.864888] env[69374]: WARNING nova.compute.manager [req-0c3a2f36-9dcb-4733-878e-a83c5fb1aa8c req-1adc684d-3923-4291-8413-530c7559c17a service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Received unexpected event network-vif-plugged-6285e008-62fd-4510-94a7-f166193d5e3e for instance with vm_state active and task_state None. [ 1340.879101] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503868} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.879479] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 97db4cd3-223d-47fb-9ca8-02c79a245275/97db4cd3-223d-47fb-9ca8-02c79a245275.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.879777] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.880151] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-207b2d36-38e0-4472-a287-28433340d0a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.888687] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1340.888687] env[69374]: value = "task-4112481" [ 1340.888687] env[69374]: _type = "Task" [ 1340.888687] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.900612] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.913698] env[69374]: DEBUG oslo_concurrency.lockutils [req-78f0451f-5b90-414a-aeb5-469318bea1bf req-4764b004-df79-46ce-bcf9-c70a6719d257 service nova] Releasing lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.961379] env[69374]: DEBUG nova.network.neutron [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Successfully updated port: 6285e008-62fd-4510-94a7-f166193d5e3e {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.993500] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112480, 'name': Rename_Task, 'duration_secs': 0.436448} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.993714] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.993958] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24524e0c-324c-4483-800f-edd3f656b71e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.001634] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1341.001634] env[69374]: value = "task-4112482" [ 1341.001634] env[69374]: _type = "Task" [ 1341.001634] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.009872] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.401654] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077766} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.402181] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.403519] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89593667-6790-4bb3-a814-c6be5ddc80da {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.428949] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 97db4cd3-223d-47fb-9ca8-02c79a245275/97db4cd3-223d-47fb-9ca8-02c79a245275.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.430036] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c47e1bda-2671-43bb-af6c-e816a15f106e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.449744] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1341.449744] env[69374]: value = "task-4112483" [ 1341.449744] env[69374]: _type = "Task" [ 1341.449744] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.458042] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.462704] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.462871] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.464011] env[69374]: DEBUG nova.network.neutron [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.512912] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.960315] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.999451] env[69374]: WARNING nova.network.neutron [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] b536c873-5879-41b6-a239-20eb4cd7b96a already exists in list: networks containing: ['b536c873-5879-41b6-a239-20eb4cd7b96a']. ignoring it [ 1342.013443] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.289240] env[69374]: DEBUG nova.network.neutron [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updating instance_info_cache with network_info: [{"id": "ce943886-0c31-485c-a82d-3a3faf67ba49", "address": "fa:16:3e:d1:b3:a2", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce943886-0c", "ovs_interfaceid": "ce943886-0c31-485c-a82d-3a3faf67ba49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6285e008-62fd-4510-94a7-f166193d5e3e", "address": "fa:16:3e:20:54:de", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6285e008-62", "ovs_interfaceid": "6285e008-62fd-4510-94a7-f166193d5e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.462669] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112483, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.514519] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112482, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.792672] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.793395] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.793564] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.794500] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a199e2-140c-4419-9f58-c89cba341853 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.811788] env[69374]: DEBUG nova.virt.hardware [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.812025] env[69374]: DEBUG nova.virt.hardware [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.812216] env[69374]: DEBUG nova.virt.hardware [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.812404] env[69374]: DEBUG nova.virt.hardware [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.812549] env[69374]: DEBUG nova.virt.hardware [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.812692] env[69374]: DEBUG nova.virt.hardware [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.812895] env[69374]: DEBUG nova.virt.hardware [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.813068] env[69374]: DEBUG nova.virt.hardware [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.813238] env[69374]: DEBUG nova.virt.hardware [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.813400] env[69374]: DEBUG nova.virt.hardware [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.813570] env[69374]: DEBUG nova.virt.hardware [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.819905] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Reconfiguring VM to attach interface {{(pid=69374) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1342.820231] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99e330f5-df47-43a7-8c22-44235d1dc625 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.839078] env[69374]: DEBUG oslo_vmware.api [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1342.839078] env[69374]: value = "task-4112484" [ 1342.839078] env[69374]: _type = "Task" [ 1342.839078] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.849469] env[69374]: DEBUG oslo_vmware.api [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112484, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.890265] env[69374]: DEBUG nova.compute.manager [req-e1a9facf-70f8-45cf-a213-dc515c58329e req-8c02768d-8862-49f6-86bc-3a7efbb21acd service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Received event network-changed-6285e008-62fd-4510-94a7-f166193d5e3e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.890415] env[69374]: DEBUG nova.compute.manager [req-e1a9facf-70f8-45cf-a213-dc515c58329e req-8c02768d-8862-49f6-86bc-3a7efbb21acd service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Refreshing instance network info cache due to event network-changed-6285e008-62fd-4510-94a7-f166193d5e3e. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.890621] env[69374]: DEBUG oslo_concurrency.lockutils [req-e1a9facf-70f8-45cf-a213-dc515c58329e req-8c02768d-8862-49f6-86bc-3a7efbb21acd service nova] Acquiring lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.890758] env[69374]: DEBUG oslo_concurrency.lockutils [req-e1a9facf-70f8-45cf-a213-dc515c58329e req-8c02768d-8862-49f6-86bc-3a7efbb21acd service nova] Acquired lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.890916] env[69374]: DEBUG nova.network.neutron [req-e1a9facf-70f8-45cf-a213-dc515c58329e req-8c02768d-8862-49f6-86bc-3a7efbb21acd service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Refreshing network info cache for port 6285e008-62fd-4510-94a7-f166193d5e3e {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.961018] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112483, 'name': ReconfigVM_Task, 'duration_secs': 1.043529} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.961304] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 97db4cd3-223d-47fb-9ca8-02c79a245275/97db4cd3-223d-47fb-9ca8-02c79a245275.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.961930] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a62c0c38-8ed9-445f-ad8d-0e13967cf562 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.969269] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1342.969269] env[69374]: value = "task-4112485" [ 1342.969269] env[69374]: _type = "Task" [ 1342.969269] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.978450] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112485, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.013866] env[69374]: DEBUG oslo_vmware.api [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112482, 'name': PowerOnVM_Task, 'duration_secs': 1.592941} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.014139] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.014354] env[69374]: INFO nova.compute.manager [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1343.014581] env[69374]: DEBUG nova.compute.manager [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1343.015421] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d47b77-e3bf-49c4-8dc2-fa6395a54496 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.350932] env[69374]: DEBUG oslo_vmware.api [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.481033] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112485, 'name': Rename_Task, 'duration_secs': 0.160752} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.481033] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.481033] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5429c704-5306-4f0f-b3f2-7e6bdbdafcf9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.487703] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1343.487703] env[69374]: value = "task-4112486" [ 1343.487703] env[69374]: _type = "Task" [ 1343.487703] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.496138] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.537682] env[69374]: INFO nova.compute.manager [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Took 14.70 seconds to build instance. [ 1343.615177] env[69374]: DEBUG nova.network.neutron [req-e1a9facf-70f8-45cf-a213-dc515c58329e req-8c02768d-8862-49f6-86bc-3a7efbb21acd service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updated VIF entry in instance network info cache for port 6285e008-62fd-4510-94a7-f166193d5e3e. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.615658] env[69374]: DEBUG nova.network.neutron [req-e1a9facf-70f8-45cf-a213-dc515c58329e req-8c02768d-8862-49f6-86bc-3a7efbb21acd service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updating instance_info_cache with network_info: [{"id": "ce943886-0c31-485c-a82d-3a3faf67ba49", "address": "fa:16:3e:d1:b3:a2", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce943886-0c", "ovs_interfaceid": "ce943886-0c31-485c-a82d-3a3faf67ba49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6285e008-62fd-4510-94a7-f166193d5e3e", "address": "fa:16:3e:20:54:de", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6285e008-62", "ovs_interfaceid": "6285e008-62fd-4510-94a7-f166193d5e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.851269] env[69374]: DEBUG oslo_vmware.api [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112484, 'name': ReconfigVM_Task, 'duration_secs': 0.637425} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.851507] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.851633] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Reconfigured VM to attach interface {{(pid=69374) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1343.999331] env[69374]: DEBUG oslo_vmware.api [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112486, 'name': PowerOnVM_Task, 'duration_secs': 0.507061} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.999622] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.999831] env[69374]: INFO nova.compute.manager [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1344.000039] env[69374]: DEBUG nova.compute.manager [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1344.000834] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb8c3db-d134-4e5f-83db-0ff19e11569f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.040316] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c8b109aa-9967-4e3b-bc6d-d4aaac4bcaed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.209s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.118958] env[69374]: DEBUG oslo_concurrency.lockutils [req-e1a9facf-70f8-45cf-a213-dc515c58329e req-8c02768d-8862-49f6-86bc-3a7efbb21acd service nova] Releasing lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.169390] env[69374]: DEBUG nova.compute.manager [req-2478ad36-c8a9-407e-913d-6226a8d1df8c req-9842251c-ab08-4392-a5aa-69e6143bd13e service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Received event network-changed-1f851da2-9f69-477c-9e37-7a147641321d {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.169444] env[69374]: DEBUG nova.compute.manager [req-2478ad36-c8a9-407e-913d-6226a8d1df8c req-9842251c-ab08-4392-a5aa-69e6143bd13e service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Refreshing instance network info cache due to event network-changed-1f851da2-9f69-477c-9e37-7a147641321d. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.169703] env[69374]: DEBUG oslo_concurrency.lockutils [req-2478ad36-c8a9-407e-913d-6226a8d1df8c req-9842251c-ab08-4392-a5aa-69e6143bd13e service nova] Acquiring lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.169898] env[69374]: DEBUG oslo_concurrency.lockutils [req-2478ad36-c8a9-407e-913d-6226a8d1df8c req-9842251c-ab08-4392-a5aa-69e6143bd13e service nova] Acquired lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.170094] env[69374]: DEBUG nova.network.neutron [req-2478ad36-c8a9-407e-913d-6226a8d1df8c req-9842251c-ab08-4392-a5aa-69e6143bd13e service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Refreshing network info cache for port 1f851da2-9f69-477c-9e37-7a147641321d {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.357142] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5613aaf9-b9de-4042-8d59-e7af5d1add0d tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-c2f17096-1a9d-4378-b702-b185b4e75466-6285e008-62fd-4510-94a7-f166193d5e3e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.056s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.518523] env[69374]: INFO nova.compute.manager [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Took 13.68 seconds to build instance. [ 1345.021469] env[69374]: DEBUG oslo_concurrency.lockutils [None req-f3fe7552-0930-417e-9e01-d3119033dc48 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.191s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.119925] env[69374]: DEBUG nova.network.neutron [req-2478ad36-c8a9-407e-913d-6226a8d1df8c req-9842251c-ab08-4392-a5aa-69e6143bd13e service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Updated VIF entry in instance network info cache for port 1f851da2-9f69-477c-9e37-7a147641321d. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.120438] env[69374]: DEBUG nova.network.neutron [req-2478ad36-c8a9-407e-913d-6226a8d1df8c req-9842251c-ab08-4392-a5aa-69e6143bd13e service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Updating instance_info_cache with network_info: [{"id": "1f851da2-9f69-477c-9e37-7a147641321d", "address": "fa:16:3e:ca:1e:9e", "network": {"id": "ea5752dd-d058-4957-8006-797e485764fb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1885044137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b399eaf733486b878f6bb07fcd9225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f851da2-9f", "ovs_interfaceid": "1f851da2-9f69-477c-9e37-7a147641321d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.627606] env[69374]: DEBUG oslo_concurrency.lockutils [req-2478ad36-c8a9-407e-913d-6226a8d1df8c req-9842251c-ab08-4392-a5aa-69e6143bd13e service nova] Releasing lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.997650] env[69374]: DEBUG oslo_concurrency.lockutils [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "interface-c2f17096-1a9d-4378-b702-b185b4e75466-6285e008-62fd-4510-94a7-f166193d5e3e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.998065] env[69374]: DEBUG oslo_concurrency.lockutils [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-c2f17096-1a9d-4378-b702-b185b4e75466-6285e008-62fd-4510-94a7-f166193d5e3e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.194455] env[69374]: DEBUG nova.compute.manager [req-07b80132-9bea-41f7-bd56-2329911bfad1 req-97e9936e-2ef7-43f4-a334-aa510f5635ea service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Received event network-changed-460a1478-3b64-456c-ba8b-b35e3274ad69 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.194659] env[69374]: DEBUG nova.compute.manager [req-07b80132-9bea-41f7-bd56-2329911bfad1 req-97e9936e-2ef7-43f4-a334-aa510f5635ea service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Refreshing instance network info cache due to event network-changed-460a1478-3b64-456c-ba8b-b35e3274ad69. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.194876] env[69374]: DEBUG oslo_concurrency.lockutils [req-07b80132-9bea-41f7-bd56-2329911bfad1 req-97e9936e-2ef7-43f4-a334-aa510f5635ea service nova] Acquiring lock "refresh_cache-97db4cd3-223d-47fb-9ca8-02c79a245275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.195046] env[69374]: DEBUG oslo_concurrency.lockutils [req-07b80132-9bea-41f7-bd56-2329911bfad1 req-97e9936e-2ef7-43f4-a334-aa510f5635ea service nova] Acquired lock "refresh_cache-97db4cd3-223d-47fb-9ca8-02c79a245275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.195195] env[69374]: DEBUG nova.network.neutron [req-07b80132-9bea-41f7-bd56-2329911bfad1 req-97e9936e-2ef7-43f4-a334-aa510f5635ea service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Refreshing network info cache for port 460a1478-3b64-456c-ba8b-b35e3274ad69 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.501346] env[69374]: DEBUG oslo_concurrency.lockutils [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.501525] env[69374]: DEBUG oslo_concurrency.lockutils [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.502394] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e287d601-b9a3-42c3-93fb-c5ab8010d7d9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.522379] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4def912-0ad2-4a6c-8e2b-1c758177c84d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.550553] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Reconfiguring VM to detach interface {{(pid=69374) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1346.551136] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6554caef-e83c-4f0d-b44f-1ef001c3e579 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.570212] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1346.570212] env[69374]: value = "task-4112487" [ 1346.570212] env[69374]: _type = "Task" [ 1346.570212] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.578606] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.910954] env[69374]: DEBUG nova.network.neutron [req-07b80132-9bea-41f7-bd56-2329911bfad1 req-97e9936e-2ef7-43f4-a334-aa510f5635ea service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Updated VIF entry in instance network info cache for port 460a1478-3b64-456c-ba8b-b35e3274ad69. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.911376] env[69374]: DEBUG nova.network.neutron [req-07b80132-9bea-41f7-bd56-2329911bfad1 req-97e9936e-2ef7-43f4-a334-aa510f5635ea service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Updating instance_info_cache with network_info: [{"id": "460a1478-3b64-456c-ba8b-b35e3274ad69", "address": "fa:16:3e:5d:a9:10", "network": {"id": "66089f55-7e15-45f9-a227-a7accb111315", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2062377399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bed6fb32ff40e69f97d78d1037feda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460a1478-3b", "ovs_interfaceid": "460a1478-3b64-456c-ba8b-b35e3274ad69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.081448] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.414455] env[69374]: DEBUG oslo_concurrency.lockutils [req-07b80132-9bea-41f7-bd56-2329911bfad1 req-97e9936e-2ef7-43f4-a334-aa510f5635ea service nova] Releasing lock "refresh_cache-97db4cd3-223d-47fb-9ca8-02c79a245275" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.581587] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.082022] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.582500] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.083100] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.583992] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.084349] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.585660] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.086434] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.588513] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.863734] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "89501f21-3b96-4c55-a56e-45250379d404" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.864083] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "89501f21-3b96-4c55-a56e-45250379d404" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.864236] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "89501f21-3b96-4c55-a56e-45250379d404-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.864446] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "89501f21-3b96-4c55-a56e-45250379d404-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.864622] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "89501f21-3b96-4c55-a56e-45250379d404-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.868582] env[69374]: INFO nova.compute.manager [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Terminating instance [ 1352.087450] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.373534] env[69374]: DEBUG nova.compute.manager [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.373764] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.375053] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7da21c6-e475-4fe4-95d1-a0acb7f2cb79 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.383278] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.383541] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ca4633-8446-47a9-9eaf-3a067fc43755 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.390431] env[69374]: DEBUG oslo_vmware.api [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1352.390431] env[69374]: value = "task-4112488" [ 1352.390431] env[69374]: _type = "Task" [ 1352.390431] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.399465] env[69374]: DEBUG oslo_vmware.api [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.587057] env[69374]: DEBUG oslo_vmware.api [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112487, 'name': ReconfigVM_Task, 'duration_secs': 5.777588} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.587349] env[69374]: DEBUG oslo_concurrency.lockutils [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.587562] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Reconfigured VM to detach interface {{(pid=69374) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1352.900605] env[69374]: DEBUG oslo_vmware.api [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112488, 'name': PowerOffVM_Task, 'duration_secs': 0.155542} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.900951] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.901191] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.901462] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-670e969d-23c4-42ca-9dd0-6e5624ab5cd9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.991344] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.991559] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.991735] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleting the datastore file [datastore1] 89501f21-3b96-4c55-a56e-45250379d404 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.992008] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1fd5dc1-e1ff-4ed2-9739-e2bcfc7d1e40 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.999042] env[69374]: DEBUG oslo_vmware.api [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for the task: (returnval){ [ 1352.999042] env[69374]: value = "task-4112490" [ 1352.999042] env[69374]: _type = "Task" [ 1352.999042] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.007650] env[69374]: DEBUG oslo_vmware.api [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.509750] env[69374]: DEBUG oslo_vmware.api [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Task: {'id': task-4112490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21797} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.510180] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.510180] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.510358] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.510530] env[69374]: INFO nova.compute.manager [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1353.510777] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.510974] env[69374]: DEBUG nova.compute.manager [-] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.511083] env[69374]: DEBUG nova.network.neutron [-] [instance: 89501f21-3b96-4c55-a56e-45250379d404] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.913625] env[69374]: DEBUG oslo_concurrency.lockutils [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.913842] env[69374]: DEBUG oslo_concurrency.lockutils [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquired lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.914066] env[69374]: DEBUG nova.network.neutron [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.950749] env[69374]: DEBUG nova.compute.manager [req-4a76da5f-7d02-45b5-b706-65edbf2ae639 req-715310f2-39ca-4d4c-8e63-97b706c8e02d service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Received event network-vif-deleted-532f1b5e-28a4-416e-a319-e8c48655bf7e {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.950946] env[69374]: INFO nova.compute.manager [req-4a76da5f-7d02-45b5-b706-65edbf2ae639 req-715310f2-39ca-4d4c-8e63-97b706c8e02d service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Neutron deleted interface 532f1b5e-28a4-416e-a319-e8c48655bf7e; detaching it from the instance and deleting it from the info cache [ 1353.951147] env[69374]: DEBUG nova.network.neutron [req-4a76da5f-7d02-45b5-b706-65edbf2ae639 req-715310f2-39ca-4d4c-8e63-97b706c8e02d service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.429595] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "c2f17096-1a9d-4378-b702-b185b4e75466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.429595] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "c2f17096-1a9d-4378-b702-b185b4e75466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.429595] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "c2f17096-1a9d-4378-b702-b185b4e75466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.429893] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "c2f17096-1a9d-4378-b702-b185b4e75466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.429943] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "c2f17096-1a9d-4378-b702-b185b4e75466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.431618] env[69374]: DEBUG nova.network.neutron [-] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.432831] env[69374]: INFO nova.compute.manager [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Terminating instance [ 1354.454270] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a49d5be-c235-47a0-ae89-7c1997070b0d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.465206] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27284bf-15bf-49aa-99ab-e487b44a7770 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.495520] env[69374]: DEBUG nova.compute.manager [req-4a76da5f-7d02-45b5-b706-65edbf2ae639 req-715310f2-39ca-4d4c-8e63-97b706c8e02d service nova] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Detach interface failed, port_id=532f1b5e-28a4-416e-a319-e8c48655bf7e, reason: Instance 89501f21-3b96-4c55-a56e-45250379d404 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1354.626674] env[69374]: INFO nova.network.neutron [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Port 6285e008-62fd-4510-94a7-f166193d5e3e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1354.627092] env[69374]: DEBUG nova.network.neutron [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updating instance_info_cache with network_info: [{"id": "ce943886-0c31-485c-a82d-3a3faf67ba49", "address": "fa:16:3e:d1:b3:a2", "network": {"id": "b536c873-5879-41b6-a239-20eb4cd7b96a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1444225039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b733bb3278d44589d34f95a5a349c7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce943886-0c", "ovs_interfaceid": "ce943886-0c31-485c-a82d-3a3faf67ba49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.935623] env[69374]: INFO nova.compute.manager [-] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Took 1.42 seconds to deallocate network for instance. [ 1354.936310] env[69374]: DEBUG nova.compute.manager [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.936525] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.938824] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5d0329-f82c-4445-a659-a46691e945d3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.949785] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.949785] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b584ac04-0681-494c-8cf7-df9322615bb7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.955859] env[69374]: DEBUG oslo_vmware.api [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1354.955859] env[69374]: value = "task-4112491" [ 1354.955859] env[69374]: _type = "Task" [ 1354.955859] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.964260] env[69374]: DEBUG oslo_vmware.api [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.130284] env[69374]: DEBUG oslo_concurrency.lockutils [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Releasing lock "refresh_cache-c2f17096-1a9d-4378-b702-b185b4e75466" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.445840] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.446176] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.446412] env[69374]: DEBUG nova.objects.instance [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lazy-loading 'resources' on Instance uuid 89501f21-3b96-4c55-a56e-45250379d404 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.465316] env[69374]: DEBUG oslo_vmware.api [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112491, 'name': PowerOffVM_Task, 'duration_secs': 0.286753} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.465581] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.465745] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.465992] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6970eddc-4214-4b0e-9f6a-c05e7f695dc4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.533923] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.534194] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.534397] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleting the datastore file [datastore1] c2f17096-1a9d-4378-b702-b185b4e75466 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.534675] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbce9b3d-c1e0-4d32-ad68-f6439e2c42d9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.542526] env[69374]: DEBUG oslo_vmware.api [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1355.542526] env[69374]: value = "task-4112493" [ 1355.542526] env[69374]: _type = "Task" [ 1355.542526] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.550516] env[69374]: DEBUG oslo_vmware.api [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.635636] env[69374]: DEBUG oslo_concurrency.lockutils [None req-266d3780-82f9-4f7c-ae4a-7d969cc7a0da tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "interface-c2f17096-1a9d-4378-b702-b185b4e75466-6285e008-62fd-4510-94a7-f166193d5e3e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.638s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.042037] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a71141-6700-4de4-8169-e470dfbe5151 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.056336] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c598f2-d2dd-4152-b23a-b8e4d39af3cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.059476] env[69374]: DEBUG oslo_vmware.api [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159411} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.059749] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.059938] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.060161] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.060346] env[69374]: INFO nova.compute.manager [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1356.060582] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.061106] env[69374]: DEBUG nova.compute.manager [-] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.061202] env[69374]: DEBUG nova.network.neutron [-] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.089296] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e609b5db-86a5-4cff-b4c0-04eda259c9d9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.097936] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e454b42d-f49f-4aef-89f9-dd9aaba0a295 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.111976] env[69374]: DEBUG nova.compute.provider_tree [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.615490] env[69374]: DEBUG nova.scheduler.client.report [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.772938] env[69374]: DEBUG nova.compute.manager [req-2fbed9df-1c9d-4b04-aa04-b389655cca23 req-47c86e54-df6e-47d2-bc62-fa4f674e43d9 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Received event network-vif-deleted-ce943886-0c31-485c-a82d-3a3faf67ba49 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.773224] env[69374]: INFO nova.compute.manager [req-2fbed9df-1c9d-4b04-aa04-b389655cca23 req-47c86e54-df6e-47d2-bc62-fa4f674e43d9 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Neutron deleted interface ce943886-0c31-485c-a82d-3a3faf67ba49; detaching it from the instance and deleting it from the info cache [ 1356.773566] env[69374]: DEBUG nova.network.neutron [req-2fbed9df-1c9d-4b04-aa04-b389655cca23 req-47c86e54-df6e-47d2-bc62-fa4f674e43d9 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.122076] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.143881] env[69374]: INFO nova.scheduler.client.report [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Deleted allocations for instance 89501f21-3b96-4c55-a56e-45250379d404 [ 1357.248120] env[69374]: DEBUG nova.network.neutron [-] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.280196] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6884481-5794-463d-b94b-3aeee4aef548 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.282809] env[69374]: DEBUG nova.compute.manager [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Stashing vm_state: active {{(pid=69374) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1357.296891] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08711cf-8ef5-4669-92f9-819adeaac603 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.324066] env[69374]: DEBUG nova.compute.manager [req-2fbed9df-1c9d-4b04-aa04-b389655cca23 req-47c86e54-df6e-47d2-bc62-fa4f674e43d9 service nova] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Detach interface failed, port_id=ce943886-0c31-485c-a82d-3a3faf67ba49, reason: Instance c2f17096-1a9d-4378-b702-b185b4e75466 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1357.652321] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b0c4fbb1-45f2-4515-89c2-63ca91234b9a tempest-AttachVolumeShelveTestJSON-1122353877 tempest-AttachVolumeShelveTestJSON-1122353877-project-member] Lock "89501f21-3b96-4c55-a56e-45250379d404" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.788s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.752699] env[69374]: INFO nova.compute.manager [-] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Took 1.69 seconds to deallocate network for instance. [ 1357.799729] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.800207] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.259236] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.306475] env[69374]: INFO nova.compute.claims [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.814594] env[69374]: INFO nova.compute.resource_tracker [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating resource usage from migration fb997734-365a-4df9-a6ce-93028a0d6b1a [ 1358.906252] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a25c6c4-438c-4e88-bb64-589bf303b65e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.913992] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2101b458-b370-46e6-9f87-3ab470c7c7ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.945090] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294ac65d-9169-4fbb-b467-e44e685be39e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.952830] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d510f0-622a-4dd7-9330-1ea19f55d16b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.966252] env[69374]: DEBUG nova.compute.provider_tree [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.470065] env[69374]: DEBUG nova.scheduler.client.report [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.974765] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.174s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.975200] env[69374]: INFO nova.compute.manager [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Migrating [ 1359.982331] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.723s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.982586] env[69374]: DEBUG nova.objects.instance [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'resources' on Instance uuid c2f17096-1a9d-4378-b702-b185b4e75466 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.494664] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.494664] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.494664] env[69374]: DEBUG nova.network.neutron [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.579991] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb4d6ec-85d8-46d0-916a-f5cc5725d828 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.587908] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac697734-3403-47e3-abf3-723de9fd4401 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.619080] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e5f3b9-335e-4789-b09e-098c8a5d2bd7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.626732] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8664d9-dacd-47e7-b3c3-2ea180df9b48 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.641096] env[69374]: DEBUG nova.compute.provider_tree [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.143955] env[69374]: DEBUG nova.scheduler.client.report [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.242411] env[69374]: DEBUG nova.network.neutron [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance_info_cache with network_info: [{"id": "1b8a1963-b3f5-42df-b896-18f997701e00", "address": "fa:16:3e:aa:84:fa", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a1963-b3", "ovs_interfaceid": "1b8a1963-b3f5-42df-b896-18f997701e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.649028] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.668485] env[69374]: INFO nova.scheduler.client.report [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleted allocations for instance c2f17096-1a9d-4378-b702-b185b4e75466 [ 1361.744838] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.176148] env[69374]: DEBUG oslo_concurrency.lockutils [None req-d4f0f7da-fac5-4496-9d26-e7a66397e5a7 tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "c2f17096-1a9d-4378-b702-b185b4e75466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.746s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.153478] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "44e78359-33bd-44f9-b111-2de54ff9de01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.153791] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "44e78359-33bd-44f9-b111-2de54ff9de01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.154065] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "44e78359-33bd-44f9-b111-2de54ff9de01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.154275] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "44e78359-33bd-44f9-b111-2de54ff9de01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.154488] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "44e78359-33bd-44f9-b111-2de54ff9de01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.156732] env[69374]: INFO nova.compute.manager [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Terminating instance [ 1363.263612] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eab1477-dea0-4b95-9f9b-a41f71494b58 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.282607] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance '857a5b93-77ef-46c6-9622-8769d357a1f9' progress to 0 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.660660] env[69374]: DEBUG nova.compute.manager [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.660905] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.662413] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7469e1-dde7-4d3e-b763-ad21ce038eb3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.672151] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.672422] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5682ae56-27f3-4d54-9c48-0b7109b4edd1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.678771] env[69374]: DEBUG oslo_vmware.api [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1363.678771] env[69374]: value = "task-4112495" [ 1363.678771] env[69374]: _type = "Task" [ 1363.678771] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.688226] env[69374]: DEBUG oslo_vmware.api [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.788733] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.789301] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-234177cb-ab8a-4d15-86b6-c3b6472cd221 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.798760] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1363.798760] env[69374]: value = "task-4112496" [ 1363.798760] env[69374]: _type = "Task" [ 1363.798760] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.810534] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.189289] env[69374]: DEBUG oslo_vmware.api [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112495, 'name': PowerOffVM_Task, 'duration_secs': 0.254679} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.189612] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.189787] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.190049] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4081c9a1-f812-4191-9fc4-7604f12d1a1e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.250579] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.250879] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.251123] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleting the datastore file [datastore1] 44e78359-33bd-44f9-b111-2de54ff9de01 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.251490] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d759b7d-fa05-4a4e-9ba1-32c5b8111188 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.258806] env[69374]: DEBUG oslo_vmware.api [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for the task: (returnval){ [ 1364.258806] env[69374]: value = "task-4112498" [ 1364.258806] env[69374]: _type = "Task" [ 1364.258806] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.267015] env[69374]: DEBUG oslo_vmware.api [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.309233] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112496, 'name': PowerOffVM_Task, 'duration_secs': 0.215011} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.309542] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.309734] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance '857a5b93-77ef-46c6-9622-8769d357a1f9' progress to 17 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.769815] env[69374]: DEBUG oslo_vmware.api [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Task: {'id': task-4112498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101972} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.770057] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.770256] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.770436] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.770629] env[69374]: INFO nova.compute.manager [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1364.770883] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.771094] env[69374]: DEBUG nova.compute.manager [-] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.771218] env[69374]: DEBUG nova.network.neutron [-] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.816617] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.816878] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.817050] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.817284] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.817441] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.817590] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.817796] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.817955] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.818142] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.818335] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.818512] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.823504] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b47f3d4b-3447-440e-b53b-a8502fc312ea {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.842494] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1364.842494] env[69374]: value = "task-4112499" [ 1364.842494] env[69374]: _type = "Task" [ 1364.842494] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.851372] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.057211] env[69374]: DEBUG nova.compute.manager [req-719e4c56-5a2a-41b0-82c4-b8db2fdd0b69 req-c4e4bd3c-1f3b-4573-9950-c684383d8558 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Received event network-vif-deleted-a54b5f19-11f8-4d45-8af2-3ac2347939a7 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.057414] env[69374]: INFO nova.compute.manager [req-719e4c56-5a2a-41b0-82c4-b8db2fdd0b69 req-c4e4bd3c-1f3b-4573-9950-c684383d8558 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Neutron deleted interface a54b5f19-11f8-4d45-8af2-3ac2347939a7; detaching it from the instance and deleting it from the info cache [ 1365.057676] env[69374]: DEBUG nova.network.neutron [req-719e4c56-5a2a-41b0-82c4-b8db2fdd0b69 req-c4e4bd3c-1f3b-4573-9950-c684383d8558 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.353909] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112499, 'name': ReconfigVM_Task, 'duration_secs': 0.199415} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.354294] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance '857a5b93-77ef-46c6-9622-8769d357a1f9' progress to 33 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.524691] env[69374]: DEBUG nova.network.neutron [-] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.560874] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e48bac52-2863-40e9-9863-8b412fec276c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.572286] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989022b4-f909-459b-bcf4-f2c72adbe23e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.605334] env[69374]: DEBUG nova.compute.manager [req-719e4c56-5a2a-41b0-82c4-b8db2fdd0b69 req-c4e4bd3c-1f3b-4573-9950-c684383d8558 service nova] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Detach interface failed, port_id=a54b5f19-11f8-4d45-8af2-3ac2347939a7, reason: Instance 44e78359-33bd-44f9-b111-2de54ff9de01 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1365.861514] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.861873] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.862117] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.862381] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.862598] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.862809] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.863111] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.863343] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.863584] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.863818] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.864518] env[69374]: DEBUG nova.virt.hardware [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.872847] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1365.873308] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0245509c-96ed-42d8-a20d-192903772661 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.896675] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1365.896675] env[69374]: value = "task-4112500" [ 1365.896675] env[69374]: _type = "Task" [ 1365.896675] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.907683] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.027681] env[69374]: INFO nova.compute.manager [-] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Took 1.26 seconds to deallocate network for instance. [ 1366.407473] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112500, 'name': ReconfigVM_Task, 'duration_secs': 0.185789} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.407839] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1366.408739] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1df7c8e-5424-48a6-bdfb-dd098baf4054 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.432579] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 857a5b93-77ef-46c6-9622-8769d357a1f9/857a5b93-77ef-46c6-9622-8769d357a1f9.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.432898] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0275444c-7226-46f4-9799-f99bbd800b09 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.451869] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1366.451869] env[69374]: value = "task-4112501" [ 1366.451869] env[69374]: _type = "Task" [ 1366.451869] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.460696] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.536246] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.536577] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.536899] env[69374]: DEBUG nova.objects.instance [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lazy-loading 'resources' on Instance uuid 44e78359-33bd-44f9-b111-2de54ff9de01 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.962286] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112501, 'name': ReconfigVM_Task, 'duration_secs': 0.286958} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.962626] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 857a5b93-77ef-46c6-9622-8769d357a1f9/857a5b93-77ef-46c6-9622-8769d357a1f9.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.962950] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance '857a5b93-77ef-46c6-9622-8769d357a1f9' progress to 50 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.116802] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbd67da-f686-40d1-b132-2a4d5b45f201 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.124629] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4676f86-a6c3-41b1-92a6-8288b3c2202e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.155177] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee13d8dc-47f0-4b13-8fd1-6a33eb8802a2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.163079] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b65575-4be0-4a69-8ba8-709422f23908 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.176412] env[69374]: DEBUG nova.compute.provider_tree [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.469615] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51001c1b-03d9-4b76-a30c-c8dd59fd0b10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.489361] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2838e15d-6971-4c9b-b4fd-d245d5c35ecc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.509808] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance '857a5b93-77ef-46c6-9622-8769d357a1f9' progress to 67 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.679914] env[69374]: DEBUG nova.scheduler.client.report [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.050800] env[69374]: DEBUG nova.network.neutron [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Port 1b8a1963-b3f5-42df-b896-18f997701e00 binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1368.186024] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.204042] env[69374]: INFO nova.scheduler.client.report [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Deleted allocations for instance 44e78359-33bd-44f9-b111-2de54ff9de01 [ 1368.711654] env[69374]: DEBUG oslo_concurrency.lockutils [None req-b1901276-6a3c-4e3e-a188-0e02dd28336f tempest-AttachInterfacesTestJSON-502007520 tempest-AttachInterfacesTestJSON-502007520-project-member] Lock "44e78359-33bd-44f9-b111-2de54ff9de01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.558s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.073026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "857a5b93-77ef-46c6-9622-8769d357a1f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.073026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "857a5b93-77ef-46c6-9622-8769d357a1f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.073026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "857a5b93-77ef-46c6-9622-8769d357a1f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.122667] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.122667] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.122667] env[69374]: DEBUG nova.network.neutron [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.866363] env[69374]: DEBUG nova.network.neutron [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance_info_cache with network_info: [{"id": "1b8a1963-b3f5-42df-b896-18f997701e00", "address": "fa:16:3e:aa:84:fa", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a1963-b3", "ovs_interfaceid": "1b8a1963-b3f5-42df-b896-18f997701e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.369743] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.895849] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942f8031-c13c-4e72-bc0e-676ba93fd18e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.916799] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ad796f-fa00-46c6-afb2-04d85c1c784d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.924718] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance '857a5b93-77ef-46c6-9622-8769d357a1f9' progress to 83 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.431883] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.432280] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5268bcc-f685-4a03-b60e-7ca5dd0ff342 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.440136] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1372.440136] env[69374]: value = "task-4112502" [ 1372.440136] env[69374]: _type = "Task" [ 1372.440136] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.450823] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.954511] env[69374]: DEBUG oslo_vmware.api [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112502, 'name': PowerOnVM_Task, 'duration_secs': 0.375682} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.954951] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.955306] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-5b30e648-bac8-4c54-acd5-3286046b2b17 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance '857a5b93-77ef-46c6-9622-8769d357a1f9' progress to 100 {{(pid=69374) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.855452] env[69374]: DEBUG nova.network.neutron [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Port 1b8a1963-b3f5-42df-b896-18f997701e00 binding to destination host cpu-1 is already ACTIVE {{(pid=69374) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1374.855811] env[69374]: DEBUG oslo_concurrency.lockutils [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.855811] env[69374]: DEBUG oslo_concurrency.lockutils [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.855811] env[69374]: DEBUG nova.network.neutron [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.562520] env[69374]: DEBUG nova.network.neutron [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance_info_cache with network_info: [{"id": "1b8a1963-b3f5-42df-b896-18f997701e00", "address": "fa:16:3e:aa:84:fa", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a1963-b3", "ovs_interfaceid": "1b8a1963-b3f5-42df-b896-18f997701e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.066078] env[69374]: DEBUG oslo_concurrency.lockutils [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.569578] env[69374]: DEBUG nova.compute.manager [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69374) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1376.569848] env[69374]: DEBUG oslo_concurrency.lockutils [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.570129] env[69374]: DEBUG oslo_concurrency.lockutils [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.074022] env[69374]: DEBUG nova.objects.instance [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'migration_context' on Instance uuid 857a5b93-77ef-46c6-9622-8769d357a1f9 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.645707] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67199ba6-cde5-476c-aaf3-ae2211474a6b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.654192] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b516f4-0f54-4414-af02-747faf305b90 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.684680] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a44c49-3e5b-4f8f-9f11-7e6d04accbae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.693402] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7840c6-5d87-4181-8196-b2aee77d24a9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.707606] env[69374]: DEBUG nova.compute.provider_tree [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.211835] env[69374]: DEBUG nova.scheduler.client.report [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.225637] env[69374]: DEBUG oslo_concurrency.lockutils [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.655s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.761894] env[69374]: INFO nova.compute.manager [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Swapping old allocation on dict_keys(['0733b889-6ed8-45b1-bdbb-a649d48352c0']) held by migration fb997734-365a-4df9-a6ce-93028a0d6b1a for instance [ 1380.783838] env[69374]: DEBUG nova.scheduler.client.report [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Overwriting current allocation {'allocations': {'0733b889-6ed8-45b1-bdbb-a649d48352c0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 179}}, 'project_id': 'd541e85aac9c4bd784316f4c2f3f7ed7', 'user_id': 'e9c5396db9b3465cb97616fa2503ecf7', 'consumer_generation': 1} on consumer 857a5b93-77ef-46c6-9622-8769d357a1f9 {{(pid=69374) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1380.868995] env[69374]: DEBUG oslo_concurrency.lockutils [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.869295] env[69374]: DEBUG oslo_concurrency.lockutils [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.869491] env[69374]: DEBUG nova.network.neutron [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.592018] env[69374]: DEBUG nova.network.neutron [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance_info_cache with network_info: [{"id": "1b8a1963-b3f5-42df-b896-18f997701e00", "address": "fa:16:3e:aa:84:fa", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a1963-b3", "ovs_interfaceid": "1b8a1963-b3f5-42df-b896-18f997701e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.094796] env[69374]: DEBUG oslo_concurrency.lockutils [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-857a5b93-77ef-46c6-9622-8769d357a1f9" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.095299] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.095608] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfd30136-f9db-4539-ad94-6d970f79461c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.103824] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1382.103824] env[69374]: value = "task-4112503" [ 1382.103824] env[69374]: _type = "Task" [ 1382.103824] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.114347] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.613601] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112503, 'name': PowerOffVM_Task, 'duration_secs': 0.22454} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.613888] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.614587] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.614802] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.614956] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.615161] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.615303] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.615451] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.615656] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.615815] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.616015] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.616150] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.616326] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.621349] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6786983f-96c4-4f3b-b6e1-da555e05c6ba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.638559] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1382.638559] env[69374]: value = "task-4112504" [ 1382.638559] env[69374]: _type = "Task" [ 1382.638559] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.647580] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.719644] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.719938] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.151075] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112504, 'name': ReconfigVM_Task, 'duration_secs': 0.14729} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.151910] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0b9231-4182-4ce4-a787-a03d51ed0337 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.170940] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.171195] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.171438] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.171563] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.171704] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.171808] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.172024] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.172189] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.172356] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.172516] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.172690] env[69374]: DEBUG nova.virt.hardware [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.173503] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6049309-5bf4-45d5-960f-8481ccf94bc2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.180424] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1383.180424] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52aeccba-449f-80d2-82c0-eb39a949ba2d" [ 1383.180424] env[69374]: _type = "Task" [ 1383.180424] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.189073] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52aeccba-449f-80d2-82c0-eb39a949ba2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.223378] env[69374]: DEBUG nova.compute.utils [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1383.691330] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52aeccba-449f-80d2-82c0-eb39a949ba2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.696737] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1383.697042] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133d0067-a12b-44a4-bcfe-0acab2b32f6b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.716905] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1383.716905] env[69374]: value = "task-4112505" [ 1383.716905] env[69374]: _type = "Task" [ 1383.716905] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.725235] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.725813] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.827224] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "97db4cd3-223d-47fb-9ca8-02c79a245275" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.827491] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.227564] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112505, 'name': ReconfigVM_Task, 'duration_secs': 0.183695} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.227955] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1384.228410] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94969955-1ab3-42f6-9b99-bb50191dfbf5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.250705] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 857a5b93-77ef-46c6-9622-8769d357a1f9/857a5b93-77ef-46c6-9622-8769d357a1f9.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.251029] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40c4066-606a-4580-ad9b-fb1eee60e295 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.270893] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1384.270893] env[69374]: value = "task-4112506" [ 1384.270893] env[69374]: _type = "Task" [ 1384.270893] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.279771] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.331966] env[69374]: DEBUG nova.compute.utils [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1384.782591] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112506, 'name': ReconfigVM_Task, 'duration_secs': 0.273432} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.782882] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 857a5b93-77ef-46c6-9622-8769d357a1f9/857a5b93-77ef-46c6-9622-8769d357a1f9.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.783693] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58635b7-589f-4af0-9a68-013f21a897cc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.801620] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.801874] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.802099] env[69374]: INFO nova.compute.manager [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Attaching volume 5d59f1d4-8154-430b-a5d8-3bc9aa74b945 to /dev/sdb [ 1384.805060] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e292e563-b1d6-4c89-97d8-91ba72236f5f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.826422] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214f79cc-2944-444a-a96f-3684acda8fd7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.848712] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.851122] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bb9204-3dfd-4911-9838-b3729b74136e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.854701] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ca1809-3a92-45af-86f0-5e0f1a4e4f43 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.864329] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.865903] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77d6544e-a716-48bc-bb70-c22b5b52c972 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.868019] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c615c35-02e6-4c2e-8e9b-acb99fbd5f75 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.876714] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1384.876714] env[69374]: value = "task-4112507" [ 1384.876714] env[69374]: _type = "Task" [ 1384.876714] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.883796] env[69374]: DEBUG nova.virt.block_device [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Updating existing volume attachment record: 28b2d082-bc4c-4450-ac9b-b4a04e2e9ad5 {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1384.894458] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112507, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.386839] env[69374]: DEBUG oslo_vmware.api [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112507, 'name': PowerOnVM_Task, 'duration_secs': 0.430494} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.387257] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.903841] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "97db4cd3-223d-47fb-9ca8-02c79a245275" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.904099] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.904337] env[69374]: INFO nova.compute.manager [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Attaching volume 700f2546-4bb9-4cff-9cf2-438a259a3b17 to /dev/sdb [ 1385.936909] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1d9c26-9c99-4496-9781-03079aea34f2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.945313] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b70c1f2-5835-4a85-a21f-84608b6c756d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.959653] env[69374]: DEBUG nova.virt.block_device [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Updating existing volume attachment record: f369e01c-c187-4888-aa3f-e0edd4e08d9c {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1386.399300] env[69374]: INFO nova.compute.manager [None req-baee8469-7678-4102-9111-7d0db651da44 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance to original state: 'active' [ 1387.389984] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "857a5b93-77ef-46c6-9622-8769d357a1f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.390284] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "857a5b93-77ef-46c6-9622-8769d357a1f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.390503] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "857a5b93-77ef-46c6-9622-8769d357a1f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.390689] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "857a5b93-77ef-46c6-9622-8769d357a1f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.390857] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "857a5b93-77ef-46c6-9622-8769d357a1f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.393015] env[69374]: INFO nova.compute.manager [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Terminating instance [ 1387.897059] env[69374]: DEBUG nova.compute.manager [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.897527] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.898346] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b475a9-b4a8-4f92-b056-3cecefca5d99 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.906944] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.907229] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce0fb278-b729-4c55-b1ed-742cb98afbde {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.914425] env[69374]: DEBUG oslo_vmware.api [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1387.914425] env[69374]: value = "task-4112513" [ 1387.914425] env[69374]: _type = "Task" [ 1387.914425] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.922756] env[69374]: DEBUG oslo_vmware.api [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.424316] env[69374]: DEBUG oslo_vmware.api [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112513, 'name': PowerOffVM_Task, 'duration_secs': 0.191009} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.424595] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.424807] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.425091] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ac2bec1-de45-4102-b78d-7f74ae8e838c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.484918] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.485231] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.485365] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleting the datastore file [datastore2] 857a5b93-77ef-46c6-9622-8769d357a1f9 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.485669] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20296b08-2335-4ffb-88d2-efc812e050ae {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.493158] env[69374]: DEBUG oslo_vmware.api [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1388.493158] env[69374]: value = "task-4112516" [ 1388.493158] env[69374]: _type = "Task" [ 1388.493158] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.501275] env[69374]: DEBUG oslo_vmware.api [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.005152] env[69374]: DEBUG oslo_vmware.api [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147119} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.005541] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.005584] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.005746] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.005920] env[69374]: INFO nova.compute.manager [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1389.006222] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.006423] env[69374]: DEBUG nova.compute.manager [-] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.006519] env[69374]: DEBUG nova.network.neutron [-] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.434896] env[69374]: DEBUG nova.compute.manager [req-3526b996-4ce0-4baa-84b9-fd514faf6425 req-5e64608c-a3a8-477e-a8d1-89dddd8bfe6b service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Received event network-vif-deleted-1b8a1963-b3f5-42df-b896-18f997701e00 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.435118] env[69374]: INFO nova.compute.manager [req-3526b996-4ce0-4baa-84b9-fd514faf6425 req-5e64608c-a3a8-477e-a8d1-89dddd8bfe6b service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Neutron deleted interface 1b8a1963-b3f5-42df-b896-18f997701e00; detaching it from the instance and deleting it from the info cache [ 1389.435480] env[69374]: DEBUG nova.network.neutron [req-3526b996-4ce0-4baa-84b9-fd514faf6425 req-5e64608c-a3a8-477e-a8d1-89dddd8bfe6b service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.879747] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.879996] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.880159] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.880310] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.880459] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.880599] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.880743] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.880880] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1389.881031] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.921080] env[69374]: DEBUG nova.network.neutron [-] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.933600] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1389.935030] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814666', 'volume_id': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'name': 'volume-5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'serial': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1389.935030] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4390959-24bc-4b6d-8b5e-0276f978404d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.938258] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6d5c589-c2ae-4332-9520-426b62304272 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.966036] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158f48b9-75b9-4e25-bb3c-44023a85848b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.973773] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55504f9b-328c-4bae-a45b-1dc277d1e480 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.029400] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-5d59f1d4-8154-430b-a5d8-3bc9aa74b945/volume-5d59f1d4-8154-430b-a5d8-3bc9aa74b945.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.040370] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c816c6-779c-4e16-927a-48769c20b373 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.063608] env[69374]: DEBUG nova.compute.manager [req-3526b996-4ce0-4baa-84b9-fd514faf6425 req-5e64608c-a3a8-477e-a8d1-89dddd8bfe6b service nova] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Detach interface failed, port_id=1b8a1963-b3f5-42df-b896-18f997701e00, reason: Instance 857a5b93-77ef-46c6-9622-8769d357a1f9 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1390.071551] env[69374]: DEBUG oslo_vmware.api [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1390.071551] env[69374]: value = "task-4112517" [ 1390.071551] env[69374]: _type = "Task" [ 1390.071551] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.084580] env[69374]: DEBUG oslo_vmware.api [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.384782] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.385168] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.385480] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.385750] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1390.387057] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f3f724-55b7-4d88-bac2-be222608a8f9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.397025] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383a441d-940a-457b-9b2f-b32f1cca26cf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.415266] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a484d29-e234-4201-98e9-63eaba488322 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.423258] env[69374]: INFO nova.compute.manager [-] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Took 1.42 seconds to deallocate network for instance. [ 1390.424378] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ad9810-fc09-4842-ac2a-25d07cb083fc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.462229] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179506MB free_disk=15GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1390.462427] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.462710] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.506063] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1390.506359] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814667', 'volume_id': '700f2546-4bb9-4cff-9cf2-438a259a3b17', 'name': 'volume-700f2546-4bb9-4cff-9cf2-438a259a3b17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97db4cd3-223d-47fb-9ca8-02c79a245275', 'attached_at': '', 'detached_at': '', 'volume_id': '700f2546-4bb9-4cff-9cf2-438a259a3b17', 'serial': '700f2546-4bb9-4cff-9cf2-438a259a3b17'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1390.507298] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e2a0ac-f9fb-4632-b72c-b991b5dd14ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.524677] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fac9d0-1357-4d16-acaf-a81c4504d6d4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.551439] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-700f2546-4bb9-4cff-9cf2-438a259a3b17/volume-700f2546-4bb9-4cff-9cf2-438a259a3b17.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.551771] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96fa7252-99e0-470a-866d-d216be54e65f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.572415] env[69374]: DEBUG oslo_vmware.api [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1390.572415] env[69374]: value = "task-4112518" [ 1390.572415] env[69374]: _type = "Task" [ 1390.572415] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.586658] env[69374]: DEBUG oslo_vmware.api [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112517, 'name': ReconfigVM_Task, 'duration_secs': 0.371676} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.589974] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-5d59f1d4-8154-430b-a5d8-3bc9aa74b945/volume-5d59f1d4-8154-430b-a5d8-3bc9aa74b945.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.594736] env[69374]: DEBUG oslo_vmware.api [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.594990] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a67167db-213c-4345-a850-65ac1b0cd1de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.612259] env[69374]: DEBUG oslo_vmware.api [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1390.612259] env[69374]: value = "task-4112519" [ 1390.612259] env[69374]: _type = "Task" [ 1390.612259] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.621918] env[69374]: DEBUG oslo_vmware.api [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.935542] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.083404] env[69374]: DEBUG oslo_vmware.api [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112518, 'name': ReconfigVM_Task, 'duration_secs': 0.384119} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.083776] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-700f2546-4bb9-4cff-9cf2-438a259a3b17/volume-700f2546-4bb9-4cff-9cf2-438a259a3b17.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.088479] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6040ddfe-ec03-4a6e-9418-523e6034e57f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.107941] env[69374]: DEBUG oslo_vmware.api [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1391.107941] env[69374]: value = "task-4112520" [ 1391.107941] env[69374]: _type = "Task" [ 1391.107941] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.126252] env[69374]: DEBUG oslo_vmware.api [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112519, 'name': ReconfigVM_Task, 'duration_secs': 0.17209} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.131595] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814666', 'volume_id': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'name': 'volume-5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'serial': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1391.133763] env[69374]: DEBUG oslo_vmware.api [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112520, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.495117] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1391.495276] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 97db4cd3-223d-47fb-9ca8-02c79a245275 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1391.495406] env[69374]: WARNING nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 857a5b93-77ef-46c6-9622-8769d357a1f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1391.495613] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1391.495792] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1391.551780] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3311792f-34c5-4b00-b191-af6e6cb9f160 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.559845] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda491ec-ee4e-4f32-bc35-562f268e3ed6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.590831] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d002a6-0ab2-4ac1-b6da-77905cb18496 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.598915] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776cdf19-0cd3-4188-9b98-d5a3152689b8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.612635] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.622409] env[69374]: DEBUG oslo_vmware.api [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112520, 'name': ReconfigVM_Task, 'duration_secs': 0.168195} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.623360] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814667', 'volume_id': '700f2546-4bb9-4cff-9cf2-438a259a3b17', 'name': 'volume-700f2546-4bb9-4cff-9cf2-438a259a3b17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97db4cd3-223d-47fb-9ca8-02c79a245275', 'attached_at': '', 'detached_at': '', 'volume_id': '700f2546-4bb9-4cff-9cf2-438a259a3b17', 'serial': '700f2546-4bb9-4cff-9cf2-438a259a3b17'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1392.118319] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.168227] env[69374]: DEBUG nova.objects.instance [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'flavor' on Instance uuid 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.615450] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.622418] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1392.622585] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.160s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.622835] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.688s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.623037] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.641802] env[69374]: INFO nova.scheduler.client.report [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleted allocations for instance 857a5b93-77ef-46c6-9622-8769d357a1f9 [ 1392.657900] env[69374]: DEBUG nova.objects.instance [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lazy-loading 'flavor' on Instance uuid 97db4cd3-223d-47fb-9ca8-02c79a245275 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.673888] env[69374]: DEBUG oslo_concurrency.lockutils [None req-77ed3924-118e-49d5-a4be-109d84b93afb tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.872s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.674689] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.059s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.674893] env[69374]: DEBUG nova.compute.manager [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1392.676021] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81781f4-766a-40a6-a041-c7a6a0ac9ec3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.684454] env[69374]: DEBUG nova.compute.manager [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69374) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1392.685112] env[69374]: DEBUG nova.objects.instance [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'flavor' on Instance uuid 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.150896] env[69374]: DEBUG oslo_concurrency.lockutils [None req-e0d7e49f-e99e-4840-b548-820d0ca7f409 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "857a5b93-77ef-46c6-9622-8769d357a1f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.761s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.162370] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c2b7ec23-f9bc-4684-8108-7cf972fa781e tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.692858] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.693309] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6e49e34-5bcd-48cd-9828-f69ef62b265b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.703019] env[69374]: DEBUG oslo_vmware.api [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1393.703019] env[69374]: value = "task-4112521" [ 1393.703019] env[69374]: _type = "Task" [ 1393.703019] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.715918] env[69374]: DEBUG oslo_vmware.api [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.768798] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "97db4cd3-223d-47fb-9ca8-02c79a245275" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.769145] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.212997] env[69374]: DEBUG oslo_vmware.api [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112521, 'name': PowerOffVM_Task, 'duration_secs': 0.204556} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.214086] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.214086] env[69374]: DEBUG nova.compute.manager [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1394.214827] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7490737-20fd-4bb0-9dbc-25529ead3da4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.272515] env[69374]: INFO nova.compute.manager [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Detaching volume 700f2546-4bb9-4cff-9cf2-438a259a3b17 [ 1394.308843] env[69374]: INFO nova.virt.block_device [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Attempting to driver detach volume 700f2546-4bb9-4cff-9cf2-438a259a3b17 from mountpoint /dev/sdb [ 1394.309121] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1394.309323] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814667', 'volume_id': '700f2546-4bb9-4cff-9cf2-438a259a3b17', 'name': 'volume-700f2546-4bb9-4cff-9cf2-438a259a3b17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97db4cd3-223d-47fb-9ca8-02c79a245275', 'attached_at': '', 'detached_at': '', 'volume_id': '700f2546-4bb9-4cff-9cf2-438a259a3b17', 'serial': '700f2546-4bb9-4cff-9cf2-438a259a3b17'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1394.310234] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ffa1db-08d7-47f8-9e53-c2241311b82d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.333087] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48faea0-96ec-4b87-ae00-34ae3fd05826 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.340484] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd73e3d-90a9-4e1e-81f6-5b85ce61d3e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.360691] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ea9eea-0c74-4752-b8ac-3bbc6f861936 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.375956] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] The volume has not been displaced from its original location: [datastore1] volume-700f2546-4bb9-4cff-9cf2-438a259a3b17/volume-700f2546-4bb9-4cff-9cf2-438a259a3b17.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1394.381366] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.381725] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-075ebba1-66a9-4de7-945a-373b7dfd5a85 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.401416] env[69374]: DEBUG oslo_vmware.api [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1394.401416] env[69374]: value = "task-4112522" [ 1394.401416] env[69374]: _type = "Task" [ 1394.401416] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.410461] env[69374]: DEBUG oslo_vmware.api [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.434148] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "edebeb91-0036-4a05-b9fd-6696f5973560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.434394] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "edebeb91-0036-4a05-b9fd-6696f5973560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.727959] env[69374]: DEBUG oslo_concurrency.lockutils [None req-fbfa5442-b5b7-436c-9ff3-42e51c4f41ed tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.911527] env[69374]: DEBUG oslo_vmware.api [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112522, 'name': ReconfigVM_Task, 'duration_secs': 0.219645} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.911814] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1394.916747] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f21734-25ab-47ca-88e4-f493f3bdb6e2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.934153] env[69374]: DEBUG oslo_vmware.api [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1394.934153] env[69374]: value = "task-4112523" [ 1394.934153] env[69374]: _type = "Task" [ 1394.934153] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.937679] env[69374]: DEBUG nova.compute.manager [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1394.945851] env[69374]: DEBUG oslo_vmware.api [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.020338] env[69374]: DEBUG nova.objects.instance [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'flavor' on Instance uuid 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.447247] env[69374]: DEBUG oslo_vmware.api [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112523, 'name': ReconfigVM_Task, 'duration_secs': 0.142516} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.449564] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814667', 'volume_id': '700f2546-4bb9-4cff-9cf2-438a259a3b17', 'name': 'volume-700f2546-4bb9-4cff-9cf2-438a259a3b17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97db4cd3-223d-47fb-9ca8-02c79a245275', 'attached_at': '', 'detached_at': '', 'volume_id': '700f2546-4bb9-4cff-9cf2-438a259a3b17', 'serial': '700f2546-4bb9-4cff-9cf2-438a259a3b17'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1395.465059] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.465059] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.466704] env[69374]: INFO nova.compute.claims [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.525792] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.525982] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquired lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.526139] env[69374]: DEBUG nova.network.neutron [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.526313] env[69374]: DEBUG nova.objects.instance [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'info_cache' on Instance uuid 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.003034] env[69374]: DEBUG nova.objects.instance [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lazy-loading 'flavor' on Instance uuid 97db4cd3-223d-47fb-9ca8-02c79a245275 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.029667] env[69374]: DEBUG nova.objects.base [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Object Instance<2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8> lazy-loaded attributes: flavor,info_cache {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1396.528407] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ce0543-59b3-4aaf-9df4-281bf71bfe14 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.538081] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a34d6fb-cf9a-43ea-8472-46d9d36c9e19 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.570843] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e118868-fa71-474c-8311-8d4d387c9b39 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.579042] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54d4d09-bccb-4595-ade2-3c6b840758fb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.592774] env[69374]: DEBUG nova.compute.provider_tree [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.761231] env[69374]: DEBUG nova.network.neutron [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Updating instance_info_cache with network_info: [{"id": "1f851da2-9f69-477c-9e37-7a147641321d", "address": "fa:16:3e:ca:1e:9e", "network": {"id": "ea5752dd-d058-4957-8006-797e485764fb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1885044137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b399eaf733486b878f6bb07fcd9225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f851da2-9f", "ovs_interfaceid": "1f851da2-9f69-477c-9e37-7a147641321d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.012718] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bbfd08f2-07e2-4bdb-ad77-d0fa4d824493 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.095899] env[69374]: DEBUG nova.scheduler.client.report [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.263848] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Releasing lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.600826] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.601487] env[69374]: DEBUG nova.compute.manager [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1398.015061] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "97db4cd3-223d-47fb-9ca8-02c79a245275" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.015371] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.015641] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "97db4cd3-223d-47fb-9ca8-02c79a245275-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.015841] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.016026] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.018251] env[69374]: INFO nova.compute.manager [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Terminating instance [ 1398.107060] env[69374]: DEBUG nova.compute.utils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1398.109028] env[69374]: DEBUG nova.compute.manager [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.109028] env[69374]: DEBUG nova.network.neutron [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.146476] env[69374]: DEBUG nova.policy [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c5396db9b3465cb97616fa2503ecf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd541e85aac9c4bd784316f4c2f3f7ed7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.270870] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.271250] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-212f7d4c-2de2-45ba-b444-0133df819dd7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.279350] env[69374]: DEBUG oslo_vmware.api [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1398.279350] env[69374]: value = "task-4112524" [ 1398.279350] env[69374]: _type = "Task" [ 1398.279350] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.287353] env[69374]: DEBUG oslo_vmware.api [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.416395] env[69374]: DEBUG nova.network.neutron [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Successfully created port: 53ae999c-6ed7-4d09-a518-876e93822b25 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.522640] env[69374]: DEBUG nova.compute.manager [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.522949] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.523813] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bca8580-eb63-4a83-bd92-89d6132bd991 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.532371] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.532558] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6792d03b-8be1-4333-8406-0a3cc2fc88cd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.538923] env[69374]: DEBUG oslo_vmware.api [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1398.538923] env[69374]: value = "task-4112525" [ 1398.538923] env[69374]: _type = "Task" [ 1398.538923] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.547214] env[69374]: DEBUG oslo_vmware.api [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.613115] env[69374]: DEBUG nova.compute.manager [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1398.790110] env[69374]: DEBUG oslo_vmware.api [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112524, 'name': PowerOnVM_Task, 'duration_secs': 0.421925} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.790380] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.790583] env[69374]: DEBUG nova.compute.manager [None req-ced3fae0-db46-4303-ba99-381d76564f55 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1398.791360] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e35826-c2f4-4c01-9de9-6f9de8315b4d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.050089] env[69374]: DEBUG oslo_vmware.api [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112525, 'name': PowerOffVM_Task, 'duration_secs': 0.233222} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.050396] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.050565] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.050826] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e044f88-6d6e-4dc7-9604-7cf916d77d69 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.116211] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.116497] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.116652] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleting the datastore file [datastore2] 97db4cd3-223d-47fb-9ca8-02c79a245275 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.120595] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c124816c-281d-4c4e-ab78-ee849aa7cafc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.128902] env[69374]: DEBUG oslo_vmware.api [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for the task: (returnval){ [ 1399.128902] env[69374]: value = "task-4112527" [ 1399.128902] env[69374]: _type = "Task" [ 1399.128902] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.136782] env[69374]: DEBUG oslo_vmware.api [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.625146] env[69374]: DEBUG nova.compute.manager [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1399.639050] env[69374]: DEBUG oslo_vmware.api [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Task: {'id': task-4112527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151772} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.639463] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.639752] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.640057] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.640338] env[69374]: INFO nova.compute.manager [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1399.640680] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.640926] env[69374]: DEBUG nova.compute.manager [-] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.641072] env[69374]: DEBUG nova.network.neutron [-] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.653949] env[69374]: DEBUG nova.virt.hardware [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.654214] env[69374]: DEBUG nova.virt.hardware [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.654379] env[69374]: DEBUG nova.virt.hardware [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.654591] env[69374]: DEBUG nova.virt.hardware [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.654730] env[69374]: DEBUG nova.virt.hardware [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.654880] env[69374]: DEBUG nova.virt.hardware [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.655110] env[69374]: DEBUG nova.virt.hardware [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.655280] env[69374]: DEBUG nova.virt.hardware [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.655477] env[69374]: DEBUG nova.virt.hardware [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.655677] env[69374]: DEBUG nova.virt.hardware [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.655857] env[69374]: DEBUG nova.virt.hardware [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.656868] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a75d94d-39cb-416d-b749-410525700844 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.665360] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fb2652-d54d-4b73-8a33-b9847dd03349 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.796579] env[69374]: DEBUG nova.compute.manager [req-538a347f-8394-4cde-847d-fa85a64d52a3 req-f935b832-7dbb-4c8d-b21d-23267fa9f7f0 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Received event network-vif-plugged-53ae999c-6ed7-4d09-a518-876e93822b25 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.797069] env[69374]: DEBUG oslo_concurrency.lockutils [req-538a347f-8394-4cde-847d-fa85a64d52a3 req-f935b832-7dbb-4c8d-b21d-23267fa9f7f0 service nova] Acquiring lock "edebeb91-0036-4a05-b9fd-6696f5973560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.797340] env[69374]: DEBUG oslo_concurrency.lockutils [req-538a347f-8394-4cde-847d-fa85a64d52a3 req-f935b832-7dbb-4c8d-b21d-23267fa9f7f0 service nova] Lock "edebeb91-0036-4a05-b9fd-6696f5973560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.797542] env[69374]: DEBUG oslo_concurrency.lockutils [req-538a347f-8394-4cde-847d-fa85a64d52a3 req-f935b832-7dbb-4c8d-b21d-23267fa9f7f0 service nova] Lock "edebeb91-0036-4a05-b9fd-6696f5973560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.797741] env[69374]: DEBUG nova.compute.manager [req-538a347f-8394-4cde-847d-fa85a64d52a3 req-f935b832-7dbb-4c8d-b21d-23267fa9f7f0 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] No waiting events found dispatching network-vif-plugged-53ae999c-6ed7-4d09-a518-876e93822b25 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1399.797928] env[69374]: WARNING nova.compute.manager [req-538a347f-8394-4cde-847d-fa85a64d52a3 req-f935b832-7dbb-4c8d-b21d-23267fa9f7f0 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Received unexpected event network-vif-plugged-53ae999c-6ed7-4d09-a518-876e93822b25 for instance with vm_state building and task_state spawning. [ 1399.881448] env[69374]: DEBUG nova.network.neutron [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Successfully updated port: 53ae999c-6ed7-4d09-a518-876e93822b25 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.140810] env[69374]: DEBUG nova.compute.manager [req-0111989e-6387-4035-afb0-5d3a29bb5e39 req-9334740d-964d-4456-9784-255b069c6a9f service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Received event network-vif-deleted-460a1478-3b64-456c-ba8b-b35e3274ad69 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.141081] env[69374]: INFO nova.compute.manager [req-0111989e-6387-4035-afb0-5d3a29bb5e39 req-9334740d-964d-4456-9784-255b069c6a9f service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Neutron deleted interface 460a1478-3b64-456c-ba8b-b35e3274ad69; detaching it from the instance and deleting it from the info cache [ 1400.141258] env[69374]: DEBUG nova.network.neutron [req-0111989e-6387-4035-afb0-5d3a29bb5e39 req-9334740d-964d-4456-9784-255b069c6a9f service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.386052] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.386052] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.386052] env[69374]: DEBUG nova.network.neutron [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.618210] env[69374]: DEBUG nova.network.neutron [-] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.643974] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8604fe8-382d-4858-b047-7423cdca3a3d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.656675] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f13e28-b02f-4d9c-989b-37e96cccbd5b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.684629] env[69374]: DEBUG nova.compute.manager [req-0111989e-6387-4035-afb0-5d3a29bb5e39 req-9334740d-964d-4456-9784-255b069c6a9f service nova] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Detach interface failed, port_id=460a1478-3b64-456c-ba8b-b35e3274ad69, reason: Instance 97db4cd3-223d-47fb-9ca8-02c79a245275 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1400.919932] env[69374]: DEBUG nova.network.neutron [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.062689] env[69374]: DEBUG nova.network.neutron [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Updating instance_info_cache with network_info: [{"id": "53ae999c-6ed7-4d09-a518-876e93822b25", "address": "fa:16:3e:d2:eb:80", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ae999c-6e", "ovs_interfaceid": "53ae999c-6ed7-4d09-a518-876e93822b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.120522] env[69374]: INFO nova.compute.manager [-] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Took 1.48 seconds to deallocate network for instance. [ 1401.565596] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.565996] env[69374]: DEBUG nova.compute.manager [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Instance network_info: |[{"id": "53ae999c-6ed7-4d09-a518-876e93822b25", "address": "fa:16:3e:d2:eb:80", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ae999c-6e", "ovs_interfaceid": "53ae999c-6ed7-4d09-a518-876e93822b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.566453] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:eb:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53ae999c-6ed7-4d09-a518-876e93822b25', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.573994] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1401.574222] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.574456] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57d77415-b2d5-4433-b595-db01c6502ce3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.594008] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.594008] env[69374]: value = "task-4112528" [ 1401.594008] env[69374]: _type = "Task" [ 1401.594008] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.601657] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112528, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.627013] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.627357] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.627587] env[69374]: DEBUG nova.objects.instance [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lazy-loading 'resources' on Instance uuid 97db4cd3-223d-47fb-9ca8-02c79a245275 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.824819] env[69374]: DEBUG nova.compute.manager [req-b2418a3b-5d7b-4ed7-8250-1736dab94684 req-441d6a90-5337-422c-a4f9-2c0802cd1db6 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Received event network-changed-53ae999c-6ed7-4d09-a518-876e93822b25 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.824819] env[69374]: DEBUG nova.compute.manager [req-b2418a3b-5d7b-4ed7-8250-1736dab94684 req-441d6a90-5337-422c-a4f9-2c0802cd1db6 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Refreshing instance network info cache due to event network-changed-53ae999c-6ed7-4d09-a518-876e93822b25. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1401.824819] env[69374]: DEBUG oslo_concurrency.lockutils [req-b2418a3b-5d7b-4ed7-8250-1736dab94684 req-441d6a90-5337-422c-a4f9-2c0802cd1db6 service nova] Acquiring lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.824819] env[69374]: DEBUG oslo_concurrency.lockutils [req-b2418a3b-5d7b-4ed7-8250-1736dab94684 req-441d6a90-5337-422c-a4f9-2c0802cd1db6 service nova] Acquired lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.824819] env[69374]: DEBUG nova.network.neutron [req-b2418a3b-5d7b-4ed7-8250-1736dab94684 req-441d6a90-5337-422c-a4f9-2c0802cd1db6 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Refreshing network info cache for port 53ae999c-6ed7-4d09-a518-876e93822b25 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.104106] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112528, 'name': CreateVM_Task, 'duration_secs': 0.344108} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.104106] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.104373] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.104440] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.104759] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.105034] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eed52be-c668-47a5-a28d-c6101ae1dbc2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.110145] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1402.110145] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52495743-0d8e-335d-229f-80b307a54047" [ 1402.110145] env[69374]: _type = "Task" [ 1402.110145] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.118048] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52495743-0d8e-335d-229f-80b307a54047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.183877] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b504d07e-8c23-4899-bd16-6f63c5ea0984 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.191394] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c799b0-f559-4487-add1-14a7a5133a99 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.221388] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe94b44-eace-4810-9db4-a3579b6f1ffe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.229263] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6809ac0f-f74e-4af2-b9e9-9c5652b40916 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.242536] env[69374]: DEBUG nova.compute.provider_tree [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.533991] env[69374]: DEBUG nova.network.neutron [req-b2418a3b-5d7b-4ed7-8250-1736dab94684 req-441d6a90-5337-422c-a4f9-2c0802cd1db6 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Updated VIF entry in instance network info cache for port 53ae999c-6ed7-4d09-a518-876e93822b25. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.534395] env[69374]: DEBUG nova.network.neutron [req-b2418a3b-5d7b-4ed7-8250-1736dab94684 req-441d6a90-5337-422c-a4f9-2c0802cd1db6 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Updating instance_info_cache with network_info: [{"id": "53ae999c-6ed7-4d09-a518-876e93822b25", "address": "fa:16:3e:d2:eb:80", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ae999c-6e", "ovs_interfaceid": "53ae999c-6ed7-4d09-a518-876e93822b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.622350] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52495743-0d8e-335d-229f-80b307a54047, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.622592] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.622842] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.623149] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.623306] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.623489] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.623746] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69aa73c8-c8df-4d64-a944-33210fd01287 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.633021] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.633211] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.633956] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc21830-8424-4bae-8332-2f7dd26c8dfb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.640197] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1402.640197] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52d2527c-da87-592f-3716-e1a3cbe82d2b" [ 1402.640197] env[69374]: _type = "Task" [ 1402.640197] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.647961] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d2527c-da87-592f-3716-e1a3cbe82d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.746118] env[69374]: DEBUG nova.scheduler.client.report [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.036772] env[69374]: DEBUG oslo_concurrency.lockutils [req-b2418a3b-5d7b-4ed7-8250-1736dab94684 req-441d6a90-5337-422c-a4f9-2c0802cd1db6 service nova] Releasing lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.151486] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52d2527c-da87-592f-3716-e1a3cbe82d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.153049] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec3077f-84da-41c9-8f1d-aa2e4f8d5b9e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.158115] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1403.158115] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]525e0849-d035-de92-2230-f0195c2b6633" [ 1403.158115] env[69374]: _type = "Task" [ 1403.158115] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.166828] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525e0849-d035-de92-2230-f0195c2b6633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.251029] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.270433] env[69374]: INFO nova.scheduler.client.report [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Deleted allocations for instance 97db4cd3-223d-47fb-9ca8-02c79a245275 [ 1403.669329] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]525e0849-d035-de92-2230-f0195c2b6633, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.669561] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.669812] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] edebeb91-0036-4a05-b9fd-6696f5973560/edebeb91-0036-4a05-b9fd-6696f5973560.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.670095] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb9cdc67-da02-4f9c-83b9-51fe57f1db18 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.678254] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1403.678254] env[69374]: value = "task-4112529" [ 1403.678254] env[69374]: _type = "Task" [ 1403.678254] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.686725] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.778147] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6288397b-90bb-4ad9-9157-503f5aacc572 tempest-AttachVolumeNegativeTest-570755201 tempest-AttachVolumeNegativeTest-570755201-project-member] Lock "97db4cd3-223d-47fb-9ca8-02c79a245275" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.763s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.190549] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112529, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.693122] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529676} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.693439] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore1] edebeb91-0036-4a05-b9fd-6696f5973560/edebeb91-0036-4a05-b9fd-6696f5973560.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.693726] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.694096] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a057feb-47de-47fd-924d-b959905bac96 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.701839] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1404.701839] env[69374]: value = "task-4112531" [ 1404.701839] env[69374]: _type = "Task" [ 1404.701839] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.711124] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.210501] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074043} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.210910] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.211638] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9dc541-7901-4c58-b060-896bc5d50c5a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.236996] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] edebeb91-0036-4a05-b9fd-6696f5973560/edebeb91-0036-4a05-b9fd-6696f5973560.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.237356] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-327df04a-0be4-4aba-95e7-c8c910983fbc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.257374] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1405.257374] env[69374]: value = "task-4112532" [ 1405.257374] env[69374]: _type = "Task" [ 1405.257374] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.265385] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.767470] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112532, 'name': ReconfigVM_Task, 'duration_secs': 0.276663} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.767874] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Reconfigured VM instance instance-0000007d to attach disk [datastore1] edebeb91-0036-4a05-b9fd-6696f5973560/edebeb91-0036-4a05-b9fd-6696f5973560.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.768616] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-522d6ca2-ab2e-4b9d-844e-019dedcbbe57 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.776450] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1405.776450] env[69374]: value = "task-4112533" [ 1405.776450] env[69374]: _type = "Task" [ 1405.776450] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.786035] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112533, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.286763] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112533, 'name': Rename_Task, 'duration_secs': 0.149465} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.287185] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.287306] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d802c0c-6f22-4e57-a9c8-28b4b5307056 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.294047] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1406.294047] env[69374]: value = "task-4112534" [ 1406.294047] env[69374]: _type = "Task" [ 1406.294047] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.301851] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.805087] env[69374]: DEBUG oslo_vmware.api [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112534, 'name': PowerOnVM_Task, 'duration_secs': 0.442031} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.805087] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.805087] env[69374]: INFO nova.compute.manager [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1406.805087] env[69374]: DEBUG nova.compute.manager [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1406.805460] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec820e6-427b-40f5-b398-cffac9d37f88 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.322236] env[69374]: INFO nova.compute.manager [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Took 11.88 seconds to build instance. [ 1407.499913] env[69374]: DEBUG nova.compute.manager [req-73835597-2a00-4d54-9783-19ad6f304064 req-7d07fa13-b861-4ea7-9328-ac9e39d737a5 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Received event network-changed-53ae999c-6ed7-4d09-a518-876e93822b25 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.500145] env[69374]: DEBUG nova.compute.manager [req-73835597-2a00-4d54-9783-19ad6f304064 req-7d07fa13-b861-4ea7-9328-ac9e39d737a5 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Refreshing instance network info cache due to event network-changed-53ae999c-6ed7-4d09-a518-876e93822b25. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1407.500380] env[69374]: DEBUG oslo_concurrency.lockutils [req-73835597-2a00-4d54-9783-19ad6f304064 req-7d07fa13-b861-4ea7-9328-ac9e39d737a5 service nova] Acquiring lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.500917] env[69374]: DEBUG oslo_concurrency.lockutils [req-73835597-2a00-4d54-9783-19ad6f304064 req-7d07fa13-b861-4ea7-9328-ac9e39d737a5 service nova] Acquired lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.501113] env[69374]: DEBUG nova.network.neutron [req-73835597-2a00-4d54-9783-19ad6f304064 req-7d07fa13-b861-4ea7-9328-ac9e39d737a5 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Refreshing network info cache for port 53ae999c-6ed7-4d09-a518-876e93822b25 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.824722] env[69374]: DEBUG oslo_concurrency.lockutils [None req-ec25cab0-f115-4020-9c86-e69ec5fee60a tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "edebeb91-0036-4a05-b9fd-6696f5973560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.390s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.222884] env[69374]: DEBUG nova.network.neutron [req-73835597-2a00-4d54-9783-19ad6f304064 req-7d07fa13-b861-4ea7-9328-ac9e39d737a5 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Updated VIF entry in instance network info cache for port 53ae999c-6ed7-4d09-a518-876e93822b25. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.223274] env[69374]: DEBUG nova.network.neutron [req-73835597-2a00-4d54-9783-19ad6f304064 req-7d07fa13-b861-4ea7-9328-ac9e39d737a5 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Updating instance_info_cache with network_info: [{"id": "53ae999c-6ed7-4d09-a518-876e93822b25", "address": "fa:16:3e:d2:eb:80", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ae999c-6e", "ovs_interfaceid": "53ae999c-6ed7-4d09-a518-876e93822b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.726525] env[69374]: DEBUG oslo_concurrency.lockutils [req-73835597-2a00-4d54-9783-19ad6f304064 req-7d07fa13-b861-4ea7-9328-ac9e39d737a5 service nova] Releasing lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.114429] env[69374]: DEBUG oslo_concurrency.lockutils [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.114835] env[69374]: DEBUG oslo_concurrency.lockutils [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.617728] env[69374]: INFO nova.compute.manager [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Detaching volume 5d59f1d4-8154-430b-a5d8-3bc9aa74b945 [ 1435.647841] env[69374]: INFO nova.virt.block_device [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Attempting to driver detach volume 5d59f1d4-8154-430b-a5d8-3bc9aa74b945 from mountpoint /dev/sdb [ 1435.648099] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1435.648341] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814666', 'volume_id': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'name': 'volume-5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'serial': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1435.649223] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e244e8ab-fed3-4e2b-84b5-778545ab62f4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.670685] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2648a5-3f28-49cc-9cdf-402784bf002a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.677694] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8138c107-0063-49b7-a4d1-b99b2aa0f046 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.697615] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e61ea9-bbcf-41d8-b1db-d940296cfb91 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.712433] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d59f1d4-8154-430b-a5d8-3bc9aa74b945/volume-5d59f1d4-8154-430b-a5d8-3bc9aa74b945.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1435.717650] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1435.717947] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f5e564-6c6e-48a6-aad1-5d7ace0d101f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.736530] env[69374]: DEBUG oslo_vmware.api [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1435.736530] env[69374]: value = "task-4112537" [ 1435.736530] env[69374]: _type = "Task" [ 1435.736530] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.744619] env[69374]: DEBUG oslo_vmware.api [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.245907] env[69374]: DEBUG oslo_vmware.api [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112537, 'name': ReconfigVM_Task, 'duration_secs': 0.21954} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.246313] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1436.250805] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35592eb8-982f-4fa3-bff2-64d84c1b7d99 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.265550] env[69374]: DEBUG oslo_vmware.api [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1436.265550] env[69374]: value = "task-4112538" [ 1436.265550] env[69374]: _type = "Task" [ 1436.265550] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.273760] env[69374]: DEBUG oslo_vmware.api [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.776567] env[69374]: DEBUG oslo_vmware.api [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112538, 'name': ReconfigVM_Task, 'duration_secs': 0.13904} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.776852] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814666', 'volume_id': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'name': 'volume-5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945', 'serial': '5d59f1d4-8154-430b-a5d8-3bc9aa74b945'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1437.316132] env[69374]: DEBUG nova.objects.instance [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'flavor' on Instance uuid 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.281522] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.324225] env[69374]: DEBUG oslo_concurrency.lockutils [None req-56495f3d-2b4c-4c50-837a-92c5195ad07e tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.325439] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.044s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.325633] env[69374]: DEBUG nova.compute.manager [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1438.326744] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8feeae-5f5a-422f-8856-cc55af3eeec2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.334104] env[69374]: DEBUG nova.compute.manager [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69374) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1438.334671] env[69374]: DEBUG nova.objects.instance [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'flavor' on Instance uuid 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.341695] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.342161] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85c7a1ba-7564-4078-918a-39960b6f85c6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.349579] env[69374]: DEBUG oslo_vmware.api [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1439.349579] env[69374]: value = "task-4112539" [ 1439.349579] env[69374]: _type = "Task" [ 1439.349579] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.358162] env[69374]: DEBUG oslo_vmware.api [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.793121] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.793509] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.859807] env[69374]: DEBUG oslo_vmware.api [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112539, 'name': PowerOffVM_Task, 'duration_secs': 0.171803} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.860095] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.860313] env[69374]: DEBUG nova.compute.manager [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1439.861112] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57b6325-6d40-4121-be52-ca06102a3edc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.298852] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.299070] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.299125] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.299262] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.299412] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.299584] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.299721] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1440.299864] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.376784] env[69374]: DEBUG oslo_concurrency.lockutils [None req-6fed8ef4-469f-47d4-a975-0a2230e5a9f7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.644938] env[69374]: DEBUG nova.objects.instance [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'flavor' on Instance uuid 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.803101] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.803368] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.803593] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.803753] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1440.804678] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aec459-a0b3-46e1-9582-2e5c32fca48a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.813809] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e46900-2de9-44c1-88c9-4d4bb5b71c36 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.828904] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19bdc2-ad23-4ee4-a97d-280d458fe7fc {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.836081] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b12ca9-2626-4ef0-a27f-567dc2cc8819 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.865731] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180309MB free_disk=15GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1440.865959] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.866140] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.150437] env[69374]: DEBUG oslo_concurrency.lockutils [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.150659] env[69374]: DEBUG oslo_concurrency.lockutils [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquired lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.150749] env[69374]: DEBUG nova.network.neutron [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.150926] env[69374]: DEBUG nova.objects.instance [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'info_cache' on Instance uuid 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.654471] env[69374]: DEBUG nova.objects.base [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Object Instance<2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8> lazy-loaded attributes: flavor,info_cache {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1441.893290] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1441.893472] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance edebeb91-0036-4a05-b9fd-6696f5973560 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1441.893638] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1441.893825] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1441.938600] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8bb663-bcfb-4afb-b817-f0b8b3cf7182 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.946808] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514929fb-8680-4147-a8c7-8c3b6aa5b834 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.977167] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ba4f42-cf50-4ba9-8742-d210b7eca38d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.985126] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53eb8d2-b8ea-470d-ab1b-9fa9a44c0055 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.998960] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.439528] env[69374]: DEBUG nova.network.neutron [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Updating instance_info_cache with network_info: [{"id": "1f851da2-9f69-477c-9e37-7a147641321d", "address": "fa:16:3e:ca:1e:9e", "network": {"id": "ea5752dd-d058-4957-8006-797e485764fb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1885044137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b399eaf733486b878f6bb07fcd9225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f851da2-9f", "ovs_interfaceid": "1f851da2-9f69-477c-9e37-7a147641321d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.502421] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.650924] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "edebeb91-0036-4a05-b9fd-6696f5973560" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.651281] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "edebeb91-0036-4a05-b9fd-6696f5973560" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.651481] env[69374]: DEBUG nova.compute.manager [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1442.652372] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8347de-7707-4e92-9293-b3e9a801371b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.659115] env[69374]: DEBUG nova.compute.manager [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69374) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1442.659727] env[69374]: DEBUG nova.objects.instance [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'flavor' on Instance uuid edebeb91-0036-4a05-b9fd-6696f5973560 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.942591] env[69374]: DEBUG oslo_concurrency.lockutils [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Releasing lock "refresh_cache-2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.007954] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1443.008208] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.667678] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.668106] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24adc906-9601-4276-80ca-e6bbf7016bd9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.675700] env[69374]: DEBUG oslo_vmware.api [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1443.675700] env[69374]: value = "task-4112540" [ 1443.675700] env[69374]: _type = "Task" [ 1443.675700] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.684045] env[69374]: DEBUG oslo_vmware.api [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.948966] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.949297] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caa152aa-bb53-4a38-a651-6b37d2dfbbf4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.957117] env[69374]: DEBUG oslo_vmware.api [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1443.957117] env[69374]: value = "task-4112541" [ 1443.957117] env[69374]: _type = "Task" [ 1443.957117] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.965444] env[69374]: DEBUG oslo_vmware.api [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.185519] env[69374]: DEBUG oslo_vmware.api [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112540, 'name': PowerOffVM_Task, 'duration_secs': 0.192129} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.185805] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.186011] env[69374]: DEBUG nova.compute.manager [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1444.186840] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24cf846-bd8c-429a-9620-d2b347ea9232 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.467210] env[69374]: DEBUG oslo_vmware.api [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112541, 'name': PowerOnVM_Task, 'duration_secs': 0.38181} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.467466] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.467665] env[69374]: DEBUG nova.compute.manager [None req-efb323d8-7c8d-4c73-9138-c0873b5ade12 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1444.468499] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d777791-694e-4bc3-b6d3-78de939343a8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.698349] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5e887cf4-3241-4226-8841-a21495528ef8 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "edebeb91-0036-4a05-b9fd-6696f5973560" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.083980] env[69374]: DEBUG nova.objects.instance [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'flavor' on Instance uuid edebeb91-0036-4a05-b9fd-6696f5973560 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.589336] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.589566] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.589760] env[69374]: DEBUG nova.network.neutron [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.589936] env[69374]: DEBUG nova.objects.instance [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'info_cache' on Instance uuid edebeb91-0036-4a05-b9fd-6696f5973560 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.093189] env[69374]: DEBUG nova.objects.base [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69374) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1446.803742] env[69374]: DEBUG nova.network.neutron [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Updating instance_info_cache with network_info: [{"id": "53ae999c-6ed7-4d09-a518-876e93822b25", "address": "fa:16:3e:d2:eb:80", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ae999c-6e", "ovs_interfaceid": "53ae999c-6ed7-4d09-a518-876e93822b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.306951] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.312537] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.312931] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab57e98a-7454-458b-bde4-2c552bb629f6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.320651] env[69374]: DEBUG oslo_vmware.api [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1448.320651] env[69374]: value = "task-4112542" [ 1448.320651] env[69374]: _type = "Task" [ 1448.320651] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.329052] env[69374]: DEBUG oslo_vmware.api [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.831165] env[69374]: DEBUG oslo_vmware.api [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112542, 'name': PowerOnVM_Task, 'duration_secs': 0.362522} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.831438] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.831651] env[69374]: DEBUG nova.compute.manager [None req-bba3c2c5-e2b1-4f65-82ef-44d570ff5073 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1448.832440] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aef82a-404d-4d7b-9c3b-b2b8168c44e3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.827203] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e62a407-73c4-4000-aced-680c1a2316f4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.834302] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-87555932-20cc-48b5-b572-b0d066462416 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Suspending the VM {{(pid=69374) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1449.834558] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-471c94b0-8569-4777-8301-de1e651a3953 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.841768] env[69374]: DEBUG oslo_vmware.api [None req-87555932-20cc-48b5-b572-b0d066462416 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1449.841768] env[69374]: value = "task-4112543" [ 1449.841768] env[69374]: _type = "Task" [ 1449.841768] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.851347] env[69374]: DEBUG oslo_vmware.api [None req-87555932-20cc-48b5-b572-b0d066462416 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112543, 'name': SuspendVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.353180] env[69374]: DEBUG oslo_vmware.api [None req-87555932-20cc-48b5-b572-b0d066462416 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112543, 'name': SuspendVM_Task} progress is 41%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.853751] env[69374]: DEBUG oslo_vmware.api [None req-87555932-20cc-48b5-b572-b0d066462416 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112543, 'name': SuspendVM_Task, 'duration_secs': 0.725231} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.854341] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-87555932-20cc-48b5-b572-b0d066462416 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Suspended the VM {{(pid=69374) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1450.854341] env[69374]: DEBUG nova.compute.manager [None req-87555932-20cc-48b5-b572-b0d066462416 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1450.855237] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ee0759-3dad-4da0-a59b-e467acdb12e6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.165680] env[69374]: INFO nova.compute.manager [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Resuming [ 1452.165680] env[69374]: DEBUG nova.objects.instance [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'flavor' on Instance uuid edebeb91-0036-4a05-b9fd-6696f5973560 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.676825] env[69374]: DEBUG oslo_concurrency.lockutils [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.677262] env[69374]: DEBUG oslo_concurrency.lockutils [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquired lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.677642] env[69374]: DEBUG nova.network.neutron [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.383064] env[69374]: DEBUG nova.network.neutron [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Updating instance_info_cache with network_info: [{"id": "53ae999c-6ed7-4d09-a518-876e93822b25", "address": "fa:16:3e:d2:eb:80", "network": {"id": "c7814e67-e969-48e4-9283-791cd17f6f21", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1240952499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d541e85aac9c4bd784316f4c2f3f7ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ae999c-6e", "ovs_interfaceid": "53ae999c-6ed7-4d09-a518-876e93822b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.886457] env[69374]: DEBUG oslo_concurrency.lockutils [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Releasing lock "refresh_cache-edebeb91-0036-4a05-b9fd-6696f5973560" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.887581] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff4c408-1ef6-4d8a-b685-a180e5e61c73 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.894923] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Resuming the VM {{(pid=69374) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1454.895222] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55e473ee-4a70-4270-9b6e-c5b92cc7ff4e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.901362] env[69374]: DEBUG oslo_vmware.api [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1454.901362] env[69374]: value = "task-4112544" [ 1454.901362] env[69374]: _type = "Task" [ 1454.901362] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.909567] env[69374]: DEBUG oslo_vmware.api [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.413138] env[69374]: DEBUG oslo_vmware.api [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112544, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.915094] env[69374]: DEBUG oslo_vmware.api [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112544, 'name': PowerOnVM_Task, 'duration_secs': 0.531382} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.915544] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Resumed the VM {{(pid=69374) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1455.915797] env[69374]: DEBUG nova.compute.manager [None req-582ffb1b-76ff-4b97-9f85-a2fd37657725 tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1455.916762] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977f140e-4d80-4640-a92d-bae3e6d9f3ac {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.827242] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "edebeb91-0036-4a05-b9fd-6696f5973560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.827555] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "edebeb91-0036-4a05-b9fd-6696f5973560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.827734] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "edebeb91-0036-4a05-b9fd-6696f5973560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.828033] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "edebeb91-0036-4a05-b9fd-6696f5973560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.828170] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "edebeb91-0036-4a05-b9fd-6696f5973560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.830323] env[69374]: INFO nova.compute.manager [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Terminating instance [ 1457.334385] env[69374]: DEBUG nova.compute.manager [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1457.334844] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1457.336052] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce42606-d159-4461-affd-b6cb77c7691c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.344355] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.344611] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-680703d2-f551-409f-9dcb-ff3cd6bdfb81 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.351484] env[69374]: DEBUG oslo_vmware.api [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1457.351484] env[69374]: value = "task-4112545" [ 1457.351484] env[69374]: _type = "Task" [ 1457.351484] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.361113] env[69374]: DEBUG oslo_vmware.api [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.861931] env[69374]: DEBUG oslo_vmware.api [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112545, 'name': PowerOffVM_Task, 'duration_secs': 0.181091} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.862268] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1457.862443] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1457.862699] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebee13cc-0242-4b7c-99f1-97e3fb5b0b4f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.926424] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1457.926724] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Deleting contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1457.926927] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleting the datastore file [datastore1] edebeb91-0036-4a05-b9fd-6696f5973560 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1457.927154] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c19e506-6deb-4ba4-a37f-6a7dcc419e3e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.935306] env[69374]: DEBUG oslo_vmware.api [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for the task: (returnval){ [ 1457.935306] env[69374]: value = "task-4112547" [ 1457.935306] env[69374]: _type = "Task" [ 1457.935306] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.943859] env[69374]: DEBUG oslo_vmware.api [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.445916] env[69374]: DEBUG oslo_vmware.api [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Task: {'id': task-4112547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164108} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.446370] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1458.446370] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Deleted contents of the VM from datastore datastore1 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1458.446576] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1458.446764] env[69374]: INFO nova.compute.manager [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1458.447040] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1458.447243] env[69374]: DEBUG nova.compute.manager [-] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1458.447341] env[69374]: DEBUG nova.network.neutron [-] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1458.904449] env[69374]: DEBUG nova.compute.manager [req-e78d9fa5-dfdb-440f-affb-18fcd01278fd req-d4a25071-2412-43ef-858b-abcb53ab2f75 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Received event network-vif-deleted-53ae999c-6ed7-4d09-a518-876e93822b25 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1458.904740] env[69374]: INFO nova.compute.manager [req-e78d9fa5-dfdb-440f-affb-18fcd01278fd req-d4a25071-2412-43ef-858b-abcb53ab2f75 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Neutron deleted interface 53ae999c-6ed7-4d09-a518-876e93822b25; detaching it from the instance and deleting it from the info cache [ 1458.904820] env[69374]: DEBUG nova.network.neutron [req-e78d9fa5-dfdb-440f-affb-18fcd01278fd req-d4a25071-2412-43ef-858b-abcb53ab2f75 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.388014] env[69374]: DEBUG nova.network.neutron [-] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.407151] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba33ec41-6562-4c6f-9c0d-5822dcfb41ab {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.420463] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436c8449-5fc5-4f53-a1e5-c7eda5f9251f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.446741] env[69374]: DEBUG nova.compute.manager [req-e78d9fa5-dfdb-440f-affb-18fcd01278fd req-d4a25071-2412-43ef-858b-abcb53ab2f75 service nova] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Detach interface failed, port_id=53ae999c-6ed7-4d09-a518-876e93822b25, reason: Instance edebeb91-0036-4a05-b9fd-6696f5973560 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1459.890832] env[69374]: INFO nova.compute.manager [-] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Took 1.44 seconds to deallocate network for instance. [ 1460.397656] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.397977] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.398195] env[69374]: DEBUG nova.objects.instance [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lazy-loading 'resources' on Instance uuid edebeb91-0036-4a05-b9fd-6696f5973560 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.945198] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1772e1e7-94f2-4a25-bace-fcc3d5958347 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.953032] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d50f11f-1bcd-4832-ac0a-f9a438a38047 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.983894] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0072abc-5aea-4a9d-933a-e10481c74e55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.991846] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0c145e-0745-4e1c-97cb-8c19e2d6002f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.006107] env[69374]: DEBUG nova.compute.provider_tree [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.509226] env[69374]: DEBUG nova.scheduler.client.report [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.016057] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.036702] env[69374]: INFO nova.scheduler.client.report [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Deleted allocations for instance edebeb91-0036-4a05-b9fd-6696f5973560 [ 1462.544455] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c83c4bb5-e6e8-4d02-b2d7-6ba41ad6864c tempest-ServerActionsTestJSON-1938307821 tempest-ServerActionsTestJSON-1938307821-project-member] Lock "edebeb91-0036-4a05-b9fd-6696f5973560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.717s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.206631] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquiring lock "26c9bb4a-bf90-46cb-803c-b858c9606a82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.206966] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lock "26c9bb4a-bf90-46cb-803c-b858c9606a82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.708947] env[69374]: DEBUG nova.compute.manager [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1467.233378] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.233661] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.235236] env[69374]: INFO nova.compute.claims [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.280697] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa96834-c868-4e3d-a4ec-224aa04a110d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.288407] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace7708-f51a-4423-908e-000eb05cde22 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.319622] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b903ac2-9e67-439e-8ed3-58f0427bea50 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.327541] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef76698-75c0-4839-b354-681fe59a7f55 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.341017] env[69374]: DEBUG nova.compute.provider_tree [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.844339] env[69374]: DEBUG nova.scheduler.client.report [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.349917] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.350501] env[69374]: DEBUG nova.compute.manager [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1469.855919] env[69374]: DEBUG nova.compute.utils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1469.857024] env[69374]: DEBUG nova.compute.manager [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Not allocating networking since 'none' was specified. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1470.358862] env[69374]: DEBUG nova.compute.manager [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.369140] env[69374]: DEBUG nova.compute.manager [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1471.396121] env[69374]: DEBUG nova.virt.hardware [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1471.396388] env[69374]: DEBUG nova.virt.hardware [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.396544] env[69374]: DEBUG nova.virt.hardware [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1471.396744] env[69374]: DEBUG nova.virt.hardware [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.396912] env[69374]: DEBUG nova.virt.hardware [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1471.397083] env[69374]: DEBUG nova.virt.hardware [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1471.397313] env[69374]: DEBUG nova.virt.hardware [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1471.397475] env[69374]: DEBUG nova.virt.hardware [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1471.397642] env[69374]: DEBUG nova.virt.hardware [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1471.397804] env[69374]: DEBUG nova.virt.hardware [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1471.397976] env[69374]: DEBUG nova.virt.hardware [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1471.398894] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2381365f-c84a-4ac7-8b69-8034cafd3f3b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.407239] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc596f2f-73de-43ac-b58a-7e8b7c559155 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.421745] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Instance VIF info [] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.427243] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Creating folder: Project (07b34a54b2a24af0b6711916ae843c4b). Parent ref: group-v814324. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.427512] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d384cac-ce16-4d17-88e3-ce6763549ff8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.438869] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Created folder: Project (07b34a54b2a24af0b6711916ae843c4b) in parent group-v814324. [ 1471.439179] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Creating folder: Instances. Parent ref: group-v814669. {{(pid=69374) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.439524] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12f51cd4-9b1b-4172-9059-0486941e7a32 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.451239] env[69374]: INFO nova.virt.vmwareapi.vm_util [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Created folder: Instances in parent group-v814669. [ 1471.451481] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1471.451679] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.451892] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34585c05-8c62-44fb-8be6-f60d6752e955 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.468101] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.468101] env[69374]: value = "task-4112550" [ 1471.468101] env[69374]: _type = "Task" [ 1471.468101] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.475394] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112550, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.978241] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112550, 'name': CreateVM_Task, 'duration_secs': 0.280616} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.978421] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1471.978883] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.979070] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.979427] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.979687] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f4b7c1-f536-420c-82d1-0eac57c7e893 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.984919] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for the task: (returnval){ [ 1471.984919] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]521b832d-fb70-eaef-eea9-89a918c785e7" [ 1471.984919] env[69374]: _type = "Task" [ 1471.984919] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.992930] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521b832d-fb70-eaef-eea9-89a918c785e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.495300] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]521b832d-fb70-eaef-eea9-89a918c785e7, 'name': SearchDatastore_Task, 'duration_secs': 0.017309} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.495636] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.495810] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.496049] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.496201] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.496378] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.496638] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f268c73-7871-4f48-afb1-448a71376628 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.505488] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.505488] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.506844] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684f665c-b21e-450c-a73e-0f5bc19c1571 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.511382] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for the task: (returnval){ [ 1472.511382] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]5283dd7d-a8ac-4232-2a26-36db79db7770" [ 1472.511382] env[69374]: _type = "Task" [ 1472.511382] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.518759] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5283dd7d-a8ac-4232-2a26-36db79db7770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.021895] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]5283dd7d-a8ac-4232-2a26-36db79db7770, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.022752] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a3a760-c130-4ac1-b4ad-05b3ca77479e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.029543] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for the task: (returnval){ [ 1473.029543] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]529e052a-b911-37bc-869b-8e1a71b07344" [ 1473.029543] env[69374]: _type = "Task" [ 1473.029543] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.038481] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529e052a-b911-37bc-869b-8e1a71b07344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.541148] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]529e052a-b911-37bc-869b-8e1a71b07344, 'name': SearchDatastore_Task, 'duration_secs': 0.011694} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.541540] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.541679] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 26c9bb4a-bf90-46cb-803c-b858c9606a82/26c9bb4a-bf90-46cb-803c-b858c9606a82.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.541940] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1c499aa-e7c7-4d65-bc5b-b2e276e70396 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.549195] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for the task: (returnval){ [ 1473.549195] env[69374]: value = "task-4112551" [ 1473.549195] env[69374]: _type = "Task" [ 1473.549195] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.557357] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.059358] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456247} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.059548] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 26c9bb4a-bf90-46cb-803c-b858c9606a82/26c9bb4a-bf90-46cb-803c-b858c9606a82.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.059748] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.060083] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e361e0a6-83b2-4ca0-8802-3b5a83ec5820 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.067080] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for the task: (returnval){ [ 1474.067080] env[69374]: value = "task-4112552" [ 1474.067080] env[69374]: _type = "Task" [ 1474.067080] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.075284] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.577529] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07641} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.577961] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.578703] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdadde56-6b11-404f-b31a-e18f2ebf4d62 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.600547] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 26c9bb4a-bf90-46cb-803c-b858c9606a82/26c9bb4a-bf90-46cb-803c-b858c9606a82.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.600787] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2c5ffa-4dcc-4811-ad85-e27e0d8d2e24 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.619758] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for the task: (returnval){ [ 1474.619758] env[69374]: value = "task-4112553" [ 1474.619758] env[69374]: _type = "Task" [ 1474.619758] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.628673] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.130012] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112553, 'name': ReconfigVM_Task, 'duration_secs': 0.280098} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.130296] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 26c9bb4a-bf90-46cb-803c-b858c9606a82/26c9bb4a-bf90-46cb-803c-b858c9606a82.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.130893] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff955151-17ac-4b51-b3fe-5824d8890533 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.138165] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for the task: (returnval){ [ 1475.138165] env[69374]: value = "task-4112554" [ 1475.138165] env[69374]: _type = "Task" [ 1475.138165] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.145651] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112554, 'name': Rename_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.647283] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112554, 'name': Rename_Task, 'duration_secs': 0.136841} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.647689] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.647794] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7645408-4bf5-4b31-85b0-869c41b013d6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.655418] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for the task: (returnval){ [ 1475.655418] env[69374]: value = "task-4112555" [ 1475.655418] env[69374]: _type = "Task" [ 1475.655418] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.663120] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.166017] env[69374]: DEBUG oslo_vmware.api [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112555, 'name': PowerOnVM_Task, 'duration_secs': 0.437763} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.166304] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.166538] env[69374]: INFO nova.compute.manager [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1476.166718] env[69374]: DEBUG nova.compute.manager [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1476.167540] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd42106d-0543-4756-ac6c-aed4447af1b5 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.684861] env[69374]: INFO nova.compute.manager [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Took 9.47 seconds to build instance. [ 1477.187415] env[69374]: DEBUG oslo_concurrency.lockutils [None req-584e34f4-df85-4735-bc98-a408a4e1f368 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lock "26c9bb4a-bf90-46cb-803c-b858c9606a82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.980s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.181506] env[69374]: DEBUG nova.compute.manager [None req-bf7b22e2-32d5-49eb-9e51-fe4212487cb0 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1478.182457] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1582fc8b-ada6-4fb1-b753-61d074955539 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.249353] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquiring lock "26c9bb4a-bf90-46cb-803c-b858c9606a82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.249590] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lock "26c9bb4a-bf90-46cb-803c-b858c9606a82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.249787] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquiring lock "26c9bb4a-bf90-46cb-803c-b858c9606a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.249965] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lock "26c9bb4a-bf90-46cb-803c-b858c9606a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.250152] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lock "26c9bb4a-bf90-46cb-803c-b858c9606a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.252129] env[69374]: INFO nova.compute.manager [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Terminating instance [ 1478.692768] env[69374]: INFO nova.compute.manager [None req-bf7b22e2-32d5-49eb-9e51-fe4212487cb0 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] instance snapshotting [ 1478.693453] env[69374]: DEBUG nova.objects.instance [None req-bf7b22e2-32d5-49eb-9e51-fe4212487cb0 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lazy-loading 'flavor' on Instance uuid 26c9bb4a-bf90-46cb-803c-b858c9606a82 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.755357] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquiring lock "refresh_cache-26c9bb4a-bf90-46cb-803c-b858c9606a82" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.755571] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquired lock "refresh_cache-26c9bb4a-bf90-46cb-803c-b858c9606a82" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.755783] env[69374]: DEBUG nova.network.neutron [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.199081] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3c0d3c-bd96-4b46-a038-50ba2041520b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.216528] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66764336-7a21-4382-91f3-2318e51fb5c3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.274393] env[69374]: DEBUG nova.network.neutron [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1479.332943] env[69374]: DEBUG nova.network.neutron [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.727438] env[69374]: DEBUG nova.compute.manager [None req-bf7b22e2-32d5-49eb-9e51-fe4212487cb0 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Instance disappeared during snapshot {{(pid=69374) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1479.833609] env[69374]: DEBUG nova.compute.manager [None req-bf7b22e2-32d5-49eb-9e51-fe4212487cb0 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Found 0 images (rotation: 2) {{(pid=69374) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1479.834891] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Releasing lock "refresh_cache-26c9bb4a-bf90-46cb-803c-b858c9606a82" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.835426] env[69374]: DEBUG nova.compute.manager [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.835685] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.836838] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63b1860-d51e-4fef-8e38-e2e965012195 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.844699] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.844986] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-182e29c1-a5c7-427f-9acb-cf41819ce18e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.852240] env[69374]: DEBUG oslo_vmware.api [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for the task: (returnval){ [ 1479.852240] env[69374]: value = "task-4112556" [ 1479.852240] env[69374]: _type = "Task" [ 1479.852240] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.860766] env[69374]: DEBUG oslo_vmware.api [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.362677] env[69374]: DEBUG oslo_vmware.api [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112556, 'name': PowerOffVM_Task, 'duration_secs': 0.200514} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.363062] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.363105] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.363358] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21de3411-b8b7-48ce-8c42-f6549532dd10 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.390227] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.390499] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.390641] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Deleting the datastore file [datastore2] 26c9bb4a-bf90-46cb-803c-b858c9606a82 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.390925] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a451982c-cc0b-4bed-abb9-afdae3ea781b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.398478] env[69374]: DEBUG oslo_vmware.api [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for the task: (returnval){ [ 1480.398478] env[69374]: value = "task-4112558" [ 1480.398478] env[69374]: _type = "Task" [ 1480.398478] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.406524] env[69374]: DEBUG oslo_vmware.api [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.728670] env[69374]: DEBUG oslo_concurrency.lockutils [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.728996] env[69374]: DEBUG oslo_concurrency.lockutils [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.729272] env[69374]: DEBUG oslo_concurrency.lockutils [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.729461] env[69374]: DEBUG oslo_concurrency.lockutils [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.729644] env[69374]: DEBUG oslo_concurrency.lockutils [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.731895] env[69374]: INFO nova.compute.manager [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Terminating instance [ 1480.908864] env[69374]: DEBUG oslo_vmware.api [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Task: {'id': task-4112558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08535} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.909258] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.909457] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.909634] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.909809] env[69374]: INFO nova.compute.manager [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1480.910073] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1480.910262] env[69374]: DEBUG nova.compute.manager [-] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1480.910366] env[69374]: DEBUG nova.network.neutron [-] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.926050] env[69374]: DEBUG nova.network.neutron [-] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.235493] env[69374]: DEBUG nova.compute.manager [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1481.235758] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.236668] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee539c67-70a3-4a33-aad9-558203495f95 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.244617] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.244863] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-196535e8-06c1-4b3d-81b4-72e40561b17d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.251104] env[69374]: DEBUG oslo_vmware.api [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1481.251104] env[69374]: value = "task-4112559" [ 1481.251104] env[69374]: _type = "Task" [ 1481.251104] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.259997] env[69374]: DEBUG oslo_vmware.api [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.428629] env[69374]: DEBUG nova.network.neutron [-] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.761073] env[69374]: DEBUG oslo_vmware.api [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112559, 'name': PowerOffVM_Task, 'duration_secs': 0.172942} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.761073] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.761073] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.761073] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42fb2714-88c2-4e63-8d85-460063a91d0c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.831600] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.831917] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.832180] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Deleting the datastore file [datastore2] 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.832465] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09c43c20-a9eb-47de-a0e0-612bfb390e02 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.838918] env[69374]: DEBUG oslo_vmware.api [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1481.838918] env[69374]: value = "task-4112561" [ 1481.838918] env[69374]: _type = "Task" [ 1481.838918] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.846712] env[69374]: DEBUG oslo_vmware.api [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.931629] env[69374]: INFO nova.compute.manager [-] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Took 1.02 seconds to deallocate network for instance. [ 1482.349421] env[69374]: DEBUG oslo_vmware.api [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158228} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.349683] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.349802] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.349980] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.350174] env[69374]: INFO nova.compute.manager [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1482.350410] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1482.350597] env[69374]: DEBUG nova.compute.manager [-] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.350690] env[69374]: DEBUG nova.network.neutron [-] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.438710] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.439067] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.439305] env[69374]: DEBUG nova.objects.instance [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lazy-loading 'resources' on Instance uuid 26c9bb4a-bf90-46cb-803c-b858c9606a82 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.824198] env[69374]: DEBUG nova.compute.manager [req-6cd7761b-bb4b-49d8-a374-c1978201a0f9 req-78743a2e-735b-4403-a681-ac5bb7d28384 service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Received event network-vif-deleted-1f851da2-9f69-477c-9e37-7a147641321d {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.824198] env[69374]: INFO nova.compute.manager [req-6cd7761b-bb4b-49d8-a374-c1978201a0f9 req-78743a2e-735b-4403-a681-ac5bb7d28384 service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Neutron deleted interface 1f851da2-9f69-477c-9e37-7a147641321d; detaching it from the instance and deleting it from the info cache [ 1482.824198] env[69374]: DEBUG nova.network.neutron [req-6cd7761b-bb4b-49d8-a374-c1978201a0f9 req-78743a2e-735b-4403-a681-ac5bb7d28384 service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.989971] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602063e8-690b-491b-9680-38887a323929 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.998623] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf43b6b-f7a7-46b7-a6a7-c4e4bb4c5626 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.032138] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628d48fa-833e-49f9-8e49-2778be94880e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.040412] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3ba9e-6214-4077-a34c-a7ba13bcdc8b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.055101] env[69374]: DEBUG nova.compute.provider_tree [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.295705] env[69374]: DEBUG nova.network.neutron [-] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.327271] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33bfebac-be06-49b6-93f7-3849ba5b38ef {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.337286] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc961f4-607a-46c9-8b9d-0622f22020ce {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.361539] env[69374]: DEBUG nova.compute.manager [req-6cd7761b-bb4b-49d8-a374-c1978201a0f9 req-78743a2e-735b-4403-a681-ac5bb7d28384 service nova] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Detach interface failed, port_id=1f851da2-9f69-477c-9e37-7a147641321d, reason: Instance 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1483.562058] env[69374]: DEBUG nova.scheduler.client.report [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.799128] env[69374]: INFO nova.compute.manager [-] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Took 1.45 seconds to deallocate network for instance. [ 1484.068817] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.090270] env[69374]: INFO nova.scheduler.client.report [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Deleted allocations for instance 26c9bb4a-bf90-46cb-803c-b858c9606a82 [ 1484.305666] env[69374]: DEBUG oslo_concurrency.lockutils [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.305978] env[69374]: DEBUG oslo_concurrency.lockutils [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.306276] env[69374]: DEBUG nova.objects.instance [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'resources' on Instance uuid 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.597526] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8fec02be-d112-4f0f-88db-076e5a189360 tempest-ServersAaction247Test-706609420 tempest-ServersAaction247Test-706609420-project-member] Lock "26c9bb4a-bf90-46cb-803c-b858c9606a82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.348s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.849226] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c5a52f-26e7-4117-81f5-d862472e21be {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.858232] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4eaf1a-a1c7-4e33-94d3-60616ae3a66e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.889332] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c243628-aa3e-4361-af29-017c607ed32e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.897306] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1e4532-2333-4283-b889-352038237e71 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.910959] env[69374]: DEBUG nova.compute.provider_tree [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.414826] env[69374]: DEBUG nova.scheduler.client.report [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.920440] env[69374]: DEBUG oslo_concurrency.lockutils [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.941209] env[69374]: INFO nova.scheduler.client.report [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Deleted allocations for instance 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8 [ 1486.449962] env[69374]: DEBUG oslo_concurrency.lockutils [None req-709cf978-a9f5-464b-89b0-8dd3d6624c1f tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.721s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.956088] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.956395] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.458393] env[69374]: DEBUG nova.compute.manager [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Starting instance... {{(pid=69374) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1488.982061] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.982349] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.984230] env[69374]: INFO nova.compute.claims [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.053135] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.019032] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7fc6a3-1900-4c59-b15a-50cd5cca9c8f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.027134] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f777a236-ace7-4e7f-9922-85da5608af69 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.056701] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eea39e2-ad1b-40f2-a212-cb918a2ebab6 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.063979] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9f2e2c-1714-415f-b9a3-dc2b1bcc1284 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.079254] env[69374]: DEBUG nova.compute.provider_tree [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.583158] env[69374]: DEBUG nova.scheduler.client.report [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.089430] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.089967] env[69374]: DEBUG nova.compute.manager [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Start building networks asynchronously for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1491.594657] env[69374]: DEBUG nova.compute.utils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1491.596088] env[69374]: DEBUG nova.compute.manager [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Allocating IP information in the background. {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1491.596241] env[69374]: DEBUG nova.network.neutron [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] allocate_for_instance() {{(pid=69374) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1491.649825] env[69374]: DEBUG nova.policy [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e264bb6e18421aaf5fedaca74527d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71b399eaf733486b878f6bb07fcd9225', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69374) authorize /opt/stack/nova/nova/policy.py:192}} [ 1491.907167] env[69374]: DEBUG nova.network.neutron [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Successfully created port: ee55616a-cff6-426c-aa27-6f2db240c986 {{(pid=69374) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1492.100575] env[69374]: DEBUG nova.compute.manager [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Start building block device mappings for instance. {{(pid=69374) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1493.111796] env[69374]: DEBUG nova.compute.manager [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Start spawning the instance on the hypervisor. {{(pid=69374) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1493.139026] env[69374]: DEBUG nova.virt.hardware [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T01:17:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T01:17:03Z,direct_url=,disk_format='vmdk',id=ef45ff1f-ed61-434d-8979-a15df138f780,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1eef8ae2556b4b68ae93ab83bf108e87',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T01:17:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1493.139169] env[69374]: DEBUG nova.virt.hardware [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Flavor limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.139340] env[69374]: DEBUG nova.virt.hardware [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Image limits 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1493.139527] env[69374]: DEBUG nova.virt.hardware [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Flavor pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.139671] env[69374]: DEBUG nova.virt.hardware [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Image pref 0:0:0 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1493.139815] env[69374]: DEBUG nova.virt.hardware [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69374) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1493.140027] env[69374]: DEBUG nova.virt.hardware [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1493.140215] env[69374]: DEBUG nova.virt.hardware [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1493.140394] env[69374]: DEBUG nova.virt.hardware [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Got 1 possible topologies {{(pid=69374) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1493.140556] env[69374]: DEBUG nova.virt.hardware [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1493.140726] env[69374]: DEBUG nova.virt.hardware [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69374) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1493.141646] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c332423f-8176-49aa-943d-bb6030848b43 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.149753] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6201b-ed5d-43ac-9e76-d475078a5b1a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.262098] env[69374]: DEBUG nova.compute.manager [req-d3e2c253-9ca3-4d58-a2df-f542c88d7b7b req-f0555d6c-760e-47a1-96e9-28b1dd28cca7 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Received event network-vif-plugged-ee55616a-cff6-426c-aa27-6f2db240c986 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1493.262244] env[69374]: DEBUG oslo_concurrency.lockutils [req-d3e2c253-9ca3-4d58-a2df-f542c88d7b7b req-f0555d6c-760e-47a1-96e9-28b1dd28cca7 service nova] Acquiring lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.262452] env[69374]: DEBUG oslo_concurrency.lockutils [req-d3e2c253-9ca3-4d58-a2df-f542c88d7b7b req-f0555d6c-760e-47a1-96e9-28b1dd28cca7 service nova] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.262617] env[69374]: DEBUG oslo_concurrency.lockutils [req-d3e2c253-9ca3-4d58-a2df-f542c88d7b7b req-f0555d6c-760e-47a1-96e9-28b1dd28cca7 service nova] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.262784] env[69374]: DEBUG nova.compute.manager [req-d3e2c253-9ca3-4d58-a2df-f542c88d7b7b req-f0555d6c-760e-47a1-96e9-28b1dd28cca7 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] No waiting events found dispatching network-vif-plugged-ee55616a-cff6-426c-aa27-6f2db240c986 {{(pid=69374) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1493.263053] env[69374]: WARNING nova.compute.manager [req-d3e2c253-9ca3-4d58-a2df-f542c88d7b7b req-f0555d6c-760e-47a1-96e9-28b1dd28cca7 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Received unexpected event network-vif-plugged-ee55616a-cff6-426c-aa27-6f2db240c986 for instance with vm_state building and task_state spawning. [ 1493.345369] env[69374]: DEBUG nova.network.neutron [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Successfully updated port: ee55616a-cff6-426c-aa27-6f2db240c986 {{(pid=69374) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1493.550306] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.550573] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.550714] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Cleaning up deleted instances {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1493.850860] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "refresh_cache-1dc9dbca-d1d3-4524-9e0c-eab03721c120" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.851087] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquired lock "refresh_cache-1dc9dbca-d1d3-4524-9e0c-eab03721c120" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.851304] env[69374]: DEBUG nova.network.neutron [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Building network info cache for instance {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1494.060713] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] There are 31 instances to clean {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1494.060897] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 26c9bb4a-bf90-46cb-803c-b858c9606a82] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.382682] env[69374]: DEBUG nova.network.neutron [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Instance cache missing network info. {{(pid=69374) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1494.512717] env[69374]: DEBUG nova.network.neutron [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Updating instance_info_cache with network_info: [{"id": "ee55616a-cff6-426c-aa27-6f2db240c986", "address": "fa:16:3e:0e:8c:87", "network": {"id": "ea5752dd-d058-4957-8006-797e485764fb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1885044137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b399eaf733486b878f6bb07fcd9225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee55616a-cf", "ovs_interfaceid": "ee55616a-cff6-426c-aa27-6f2db240c986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.563947] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: edebeb91-0036-4a05-b9fd-6696f5973560] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.015748] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Releasing lock "refresh_cache-1dc9dbca-d1d3-4524-9e0c-eab03721c120" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.016153] env[69374]: DEBUG nova.compute.manager [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Instance network_info: |[{"id": "ee55616a-cff6-426c-aa27-6f2db240c986", "address": "fa:16:3e:0e:8c:87", "network": {"id": "ea5752dd-d058-4957-8006-797e485764fb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1885044137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b399eaf733486b878f6bb07fcd9225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee55616a-cf", "ovs_interfaceid": "ee55616a-cff6-426c-aa27-6f2db240c986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69374) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1495.016633] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:8c:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee55616a-cff6-426c-aa27-6f2db240c986', 'vif_model': 'vmxnet3'}] {{(pid=69374) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1495.024397] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1495.024628] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Creating VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1495.024870] env[69374]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee403364-882f-4c4c-9a51-e4ebf83919eb {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.046528] env[69374]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1495.046528] env[69374]: value = "task-4112562" [ 1495.046528] env[69374]: _type = "Task" [ 1495.046528] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.054985] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112562, 'name': CreateVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.066658] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 97db4cd3-223d-47fb-9ca8-02c79a245275] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.291069] env[69374]: DEBUG nova.compute.manager [req-7b868b0b-bec8-4be0-9e59-e678f6c6d0ff req-db264589-9d72-4a80-8ab3-5b1bd90a7f67 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Received event network-changed-ee55616a-cff6-426c-aa27-6f2db240c986 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1495.291069] env[69374]: DEBUG nova.compute.manager [req-7b868b0b-bec8-4be0-9e59-e678f6c6d0ff req-db264589-9d72-4a80-8ab3-5b1bd90a7f67 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Refreshing instance network info cache due to event network-changed-ee55616a-cff6-426c-aa27-6f2db240c986. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1495.291069] env[69374]: DEBUG oslo_concurrency.lockutils [req-7b868b0b-bec8-4be0-9e59-e678f6c6d0ff req-db264589-9d72-4a80-8ab3-5b1bd90a7f67 service nova] Acquiring lock "refresh_cache-1dc9dbca-d1d3-4524-9e0c-eab03721c120" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.291069] env[69374]: DEBUG oslo_concurrency.lockutils [req-7b868b0b-bec8-4be0-9e59-e678f6c6d0ff req-db264589-9d72-4a80-8ab3-5b1bd90a7f67 service nova] Acquired lock "refresh_cache-1dc9dbca-d1d3-4524-9e0c-eab03721c120" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.291248] env[69374]: DEBUG nova.network.neutron [req-7b868b0b-bec8-4be0-9e59-e678f6c6d0ff req-db264589-9d72-4a80-8ab3-5b1bd90a7f67 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Refreshing network info cache for port ee55616a-cff6-426c-aa27-6f2db240c986 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.556790] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112562, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.569675] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 2f0d9351-9ba4-49ae-9969-4bab4b9cdbd8] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.983093] env[69374]: DEBUG nova.network.neutron [req-7b868b0b-bec8-4be0-9e59-e678f6c6d0ff req-db264589-9d72-4a80-8ab3-5b1bd90a7f67 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Updated VIF entry in instance network info cache for port ee55616a-cff6-426c-aa27-6f2db240c986. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.983512] env[69374]: DEBUG nova.network.neutron [req-7b868b0b-bec8-4be0-9e59-e678f6c6d0ff req-db264589-9d72-4a80-8ab3-5b1bd90a7f67 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Updating instance_info_cache with network_info: [{"id": "ee55616a-cff6-426c-aa27-6f2db240c986", "address": "fa:16:3e:0e:8c:87", "network": {"id": "ea5752dd-d058-4957-8006-797e485764fb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1885044137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b399eaf733486b878f6bb07fcd9225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee55616a-cf", "ovs_interfaceid": "ee55616a-cff6-426c-aa27-6f2db240c986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.057010] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112562, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.073061] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 857a5b93-77ef-46c6-9622-8769d357a1f9] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.486339] env[69374]: DEBUG oslo_concurrency.lockutils [req-7b868b0b-bec8-4be0-9e59-e678f6c6d0ff req-db264589-9d72-4a80-8ab3-5b1bd90a7f67 service nova] Releasing lock "refresh_cache-1dc9dbca-d1d3-4524-9e0c-eab03721c120" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.557946] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112562, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.576626] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 6d9fdb81-c015-4729-8372-2746e5a6e138] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.059028] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112562, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.079781] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: c2f17096-1a9d-4378-b702-b185b4e75466] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.558891] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112562, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.584058] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 44e78359-33bd-44f9-b111-2de54ff9de01] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.060524] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112562, 'name': CreateVM_Task} progress is 25%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.087303] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 0922af11-e7d4-4a88-ab5a-bce2d2f849fc] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.561225] env[69374]: DEBUG oslo_vmware.api [-] Task: {'id': task-4112562, 'name': CreateVM_Task, 'duration_secs': 3.17266} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.561610] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Created VM on the ESX host {{(pid=69374) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.562075] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.562249] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.562577] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.562824] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551d1d66-6abd-4c6d-8a0b-431a0ba3dd03 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.567477] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1498.567477] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52cd48c2-9141-5835-6127-f8e6f5f007a3" [ 1498.567477] env[69374]: _type = "Task" [ 1498.567477] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.575306] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cd48c2-9141-5835-6127-f8e6f5f007a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.590900] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 1f4b4bf0-7af1-4505-bce6-1dd6b02946de] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.079962] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52cd48c2-9141-5835-6127-f8e6f5f007a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.080312] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.080557] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Processing image ef45ff1f-ed61-434d-8979-a15df138f780 {{(pid=69374) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1499.080791] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.080936] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.081124] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1499.081390] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac9f316f-dd8b-4eb7-9da2-d0be5aea715b {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.090329] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69374) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1499.090522] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69374) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1499.091266] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934fef46-d39a-48e8-a6a0-db04a316bcc9 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.093886] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: b19d4ab2-207a-4e41-89f1-64ecd9cf2cc9] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.098746] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1499.098746] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52da436a-6bf9-fcbe-d683-9cbf0ea94d6c" [ 1499.098746] env[69374]: _type = "Task" [ 1499.098746] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.106576] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52da436a-6bf9-fcbe-d683-9cbf0ea94d6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.597881] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 89501f21-3b96-4c55-a56e-45250379d404] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.609362] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52da436a-6bf9-fcbe-d683-9cbf0ea94d6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.610229] env[69374]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e4f6351-5c45-42a5-8e11-ed75b8912655 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.616212] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1499.616212] env[69374]: value = "session[526a8a4a-d484-40b2-b817-f607964b0a30]52b830d2-cc8e-caba-c8f7-d772a88da7ee" [ 1499.616212] env[69374]: _type = "Task" [ 1499.616212] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.624284] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b830d2-cc8e-caba-c8f7-d772a88da7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.104160] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: c5613d9c-f430-4bf6-993f-0bf5a9efd503] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.127354] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': session[526a8a4a-d484-40b2-b817-f607964b0a30]52b830d2-cc8e-caba-c8f7-d772a88da7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.128498] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.128885] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 1dc9dbca-d1d3-4524-9e0c-eab03721c120/1dc9dbca-d1d3-4524-9e0c-eab03721c120.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1500.129259] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-449abdb6-862e-4fd9-bca8-82037f2d7fc3 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.138074] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1500.138074] env[69374]: value = "task-4112563" [ 1500.138074] env[69374]: _type = "Task" [ 1500.138074] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.146363] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.607868] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 35f864d3-ddfe-488f-ad5f-5e85ac537e7c] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.648282] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454908} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.648493] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef45ff1f-ed61-434d-8979-a15df138f780/ef45ff1f-ed61-434d-8979-a15df138f780.vmdk to [datastore2] 1dc9dbca-d1d3-4524-9e0c-eab03721c120/1dc9dbca-d1d3-4524-9e0c-eab03721c120.vmdk {{(pid=69374) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.648701] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Extending root virtual disk to 1048576 {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.648943] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47792090-0302-41ac-8d0b-e9b1c15b1630 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.655603] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1500.655603] env[69374]: value = "task-4112564" [ 1500.655603] env[69374]: _type = "Task" [ 1500.655603] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.665470] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.111887] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 2bf6f660-fc60-4224-a7b2-e4e654066b99] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.165712] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057092} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.165979] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Extended root virtual disk {{(pid=69374) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.166760] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252ec77c-9dc1-404b-abd1-56e2be404ef8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.188299] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 1dc9dbca-d1d3-4524-9e0c-eab03721c120/1dc9dbca-d1d3-4524-9e0c-eab03721c120.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.188544] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68136ab1-63d6-47a7-8e17-ff587c8e03de {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.207020] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1501.207020] env[69374]: value = "task-4112565" [ 1501.207020] env[69374]: _type = "Task" [ 1501.207020] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.214890] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.615297] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 49e40b32-0a69-4cec-ba51-d74cf2380330] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.717788] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.118892] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 323eb55e-8372-46e4-8f1d-453d1798505e] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.217893] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112565, 'name': ReconfigVM_Task, 'duration_secs': 0.890081} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.218139] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 1dc9dbca-d1d3-4524-9e0c-eab03721c120/1dc9dbca-d1d3-4524-9e0c-eab03721c120.vmdk or device None with type sparse {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.218784] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d14c21d8-8ba9-4b9e-aa4e-7712eeba882c {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.226135] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1502.226135] env[69374]: value = "task-4112566" [ 1502.226135] env[69374]: _type = "Task" [ 1502.226135] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.235354] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112566, 'name': Rename_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.622672] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 0378b704-7a6f-4170-a4ff-e99f02f8dbdf] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.737757] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112566, 'name': Rename_Task, 'duration_secs': 0.145343} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.738076] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Powering on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.738372] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef7d4f4a-6aa2-41ec-8b2a-6ad3d961195f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.745440] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1502.745440] env[69374]: value = "task-4112567" [ 1502.745440] env[69374]: _type = "Task" [ 1502.745440] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.755108] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.125843] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: e225c8d7-325c-4ce8-850c-75acfed819b6] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.255575] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.629161] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 3dd30735-19f9-4fa5-bba4-c2e7959f9143] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.755551] env[69374]: DEBUG oslo_vmware.api [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112567, 'name': PowerOnVM_Task, 'duration_secs': 1.00332} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.755824] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Powered on the VM {{(pid=69374) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.756011] env[69374]: INFO nova.compute.manager [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1503.756715] env[69374]: DEBUG nova.compute.manager [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Checking state {{(pid=69374) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1503.757106] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f202baf-ed82-4688-bd10-0cfed8b2ec93 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.132714] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 7c72f4c8-5d33-465d-8c77-eb4aeec9b66e] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.276077] env[69374]: INFO nova.compute.manager [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Took 15.31 seconds to build instance. [ 1504.636048] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 4866e7c6-2464-4aaf-b25e-17a43b560b6c] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.777855] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c980fb5a-3a0f-4194-a99d-e77a2f38d850 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.822s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.139347] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 0b3e6046-0051-45d3-9bb5-0f17e418655e] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.403608] env[69374]: DEBUG nova.compute.manager [req-9dc396f3-a2ce-4eee-a786-18e7f0373780 req-bd7342a8-594e-420e-95c6-bf6e960e6ee6 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Received event network-changed-ee55616a-cff6-426c-aa27-6f2db240c986 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1505.404078] env[69374]: DEBUG nova.compute.manager [req-9dc396f3-a2ce-4eee-a786-18e7f0373780 req-bd7342a8-594e-420e-95c6-bf6e960e6ee6 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Refreshing instance network info cache due to event network-changed-ee55616a-cff6-426c-aa27-6f2db240c986. {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1505.404078] env[69374]: DEBUG oslo_concurrency.lockutils [req-9dc396f3-a2ce-4eee-a786-18e7f0373780 req-bd7342a8-594e-420e-95c6-bf6e960e6ee6 service nova] Acquiring lock "refresh_cache-1dc9dbca-d1d3-4524-9e0c-eab03721c120" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.404314] env[69374]: DEBUG oslo_concurrency.lockutils [req-9dc396f3-a2ce-4eee-a786-18e7f0373780 req-bd7342a8-594e-420e-95c6-bf6e960e6ee6 service nova] Acquired lock "refresh_cache-1dc9dbca-d1d3-4524-9e0c-eab03721c120" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.404314] env[69374]: DEBUG nova.network.neutron [req-9dc396f3-a2ce-4eee-a786-18e7f0373780 req-bd7342a8-594e-420e-95c6-bf6e960e6ee6 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Refreshing network info cache for port ee55616a-cff6-426c-aa27-6f2db240c986 {{(pid=69374) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.642322] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: af040160-6016-4b74-8c9a-ad08011a4bbd] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.106777] env[69374]: DEBUG nova.network.neutron [req-9dc396f3-a2ce-4eee-a786-18e7f0373780 req-bd7342a8-594e-420e-95c6-bf6e960e6ee6 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Updated VIF entry in instance network info cache for port ee55616a-cff6-426c-aa27-6f2db240c986. {{(pid=69374) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.107156] env[69374]: DEBUG nova.network.neutron [req-9dc396f3-a2ce-4eee-a786-18e7f0373780 req-bd7342a8-594e-420e-95c6-bf6e960e6ee6 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Updating instance_info_cache with network_info: [{"id": "ee55616a-cff6-426c-aa27-6f2db240c986", "address": "fa:16:3e:0e:8c:87", "network": {"id": "ea5752dd-d058-4957-8006-797e485764fb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1885044137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71b399eaf733486b878f6bb07fcd9225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee55616a-cf", "ovs_interfaceid": "ee55616a-cff6-426c-aa27-6f2db240c986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.145289] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 51c71bfd-c289-4699-a2df-3bac283cbd45] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.609904] env[69374]: DEBUG oslo_concurrency.lockutils [req-9dc396f3-a2ce-4eee-a786-18e7f0373780 req-bd7342a8-594e-420e-95c6-bf6e960e6ee6 service nova] Releasing lock "refresh_cache-1dc9dbca-d1d3-4524-9e0c-eab03721c120" {{(pid=69374) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.648774] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: f5ffba1c-bf9e-4d9e-ad59-7a92b79220f2] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.152364] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: c9dc76f1-fcae-4708-98d7-81734b313822] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.656320] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: fe9bf93f-7e1d-45b7-b788-5516dfdc72ad] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.159861] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 163487fb-71db-4577-833a-1740a552a3dd] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.663565] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 6cfc2345-bf4f-401b-b09b-537b0f5671f4] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.167381] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] [instance: 0e955a18-2f05-4164-9601-37ac243a5cbe] Instance has had 0 of 5 cleanup attempts {{(pid=69374) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.670596] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.670974] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69374) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1510.675903] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.676364] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.676364] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.676429] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.676577] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.676780] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.676920] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1510.677088] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.180236] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.180493] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.180657] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.180821] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1511.181737] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62715ba-8f27-4896-b73a-7da9f8560bb2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.190778] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea07e86-048a-42cc-96bb-a525d7df6a1f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.205951] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebf9bbc-2ab8-4e52-8aa0-b4eaf60ca461 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.213416] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d55b114-d378-4e97-9575-9a8a4be8fec2 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.244718] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180386MB free_disk=15GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1511.244933] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.245095] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.370576] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 1dc9dbca-d1d3-4524-9e0c-eab03721c120 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1512.370894] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1512.370961] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1512.388287] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Refreshing inventories for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1512.402064] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updating ProviderTree inventory for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1512.402291] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Updating inventory in ProviderTree for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1512.414999] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Refreshing aggregate associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, aggregates: None {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1512.433461] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Refreshing trait associations for resource provider 0733b889-6ed8-45b1-bdbb-a649d48352c0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69374) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1512.464314] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4517780d-3da2-4526-9324-469e26cdfc32 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.472459] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17a7795-ed16-4d26-b692-bd4f62dddcca {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.502810] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4073d483-ab27-4503-ac17-364c348ce986 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.511148] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fcc497-c4a9-4602-aa1f-44ddc9c28480 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.525073] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.028446] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.534940] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1513.535376] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.290s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.139370] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.139680] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.642495] env[69374]: DEBUG nova.compute.utils [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1545.146015] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.206206] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.206575] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.206719] env[69374]: INFO nova.compute.manager [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Attaching volume 7ab7541e-88f3-49a4-9c65-c22299caceab to /dev/sdb [ 1546.271140] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b1673a-7fd8-473b-a008-42ca38f20849 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.278607] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e86979-e35c-47ec-82dd-35f93ed155fe {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.292289] env[69374]: DEBUG nova.virt.block_device [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Updating existing volume attachment record: 45952b7c-ce49-4698-9b9d-296a3fd2bfbc {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1550.842892] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1550.843141] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814673', 'volume_id': '7ab7541e-88f3-49a4-9c65-c22299caceab', 'name': 'volume-7ab7541e-88f3-49a4-9c65-c22299caceab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9dbca-d1d3-4524-9e0c-eab03721c120', 'attached_at': '', 'detached_at': '', 'volume_id': '7ab7541e-88f3-49a4-9c65-c22299caceab', 'serial': '7ab7541e-88f3-49a4-9c65-c22299caceab'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1550.843993] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2052736-bd5f-4abc-a1a7-d69b89fbbdbf {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.860295] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9235f8fa-9113-4836-8ced-2ddd6cb7464e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.885841] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-7ab7541e-88f3-49a4-9c65-c22299caceab/volume-7ab7541e-88f3-49a4-9c65-c22299caceab.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.886090] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc329246-8886-4109-8285-9d7ed89943d1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.903918] env[69374]: DEBUG oslo_vmware.api [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1550.903918] env[69374]: value = "task-4112570" [ 1550.903918] env[69374]: _type = "Task" [ 1550.903918] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.912206] env[69374]: DEBUG oslo_vmware.api [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.415418] env[69374]: DEBUG oslo_vmware.api [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112570, 'name': ReconfigVM_Task, 'duration_secs': 0.323147} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.415712] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-7ab7541e-88f3-49a4-9c65-c22299caceab/volume-7ab7541e-88f3-49a4-9c65-c22299caceab.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.420702] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a21a8a-75a2-487c-a105-de071c3a8cf4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.436106] env[69374]: DEBUG oslo_vmware.api [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1551.436106] env[69374]: value = "task-4112571" [ 1551.436106] env[69374]: _type = "Task" [ 1551.436106] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.444420] env[69374]: DEBUG oslo_vmware.api [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.946307] env[69374]: DEBUG oslo_vmware.api [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112571, 'name': ReconfigVM_Task, 'duration_secs': 0.139482} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.946653] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814673', 'volume_id': '7ab7541e-88f3-49a4-9c65-c22299caceab', 'name': 'volume-7ab7541e-88f3-49a4-9c65-c22299caceab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9dbca-d1d3-4524-9e0c-eab03721c120', 'attached_at': '', 'detached_at': '', 'volume_id': '7ab7541e-88f3-49a4-9c65-c22299caceab', 'serial': '7ab7541e-88f3-49a4-9c65-c22299caceab'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1552.982109] env[69374]: DEBUG nova.objects.instance [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'flavor' on Instance uuid 1dc9dbca-d1d3-4524-9e0c-eab03721c120 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.488949] env[69374]: DEBUG oslo_concurrency.lockutils [None req-8885d475-5c4c-43f6-bea4-a71d4a2e98d1 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.311833] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.312129] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.815492] env[69374]: DEBUG nova.compute.utils [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Using /dev/sd instead of None {{(pid=69374) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1555.318346] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.907306] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.907645] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.907719] env[69374]: DEBUG nova.compute.manager [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69374) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1556.052844] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1556.373381] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.373740] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.373891] env[69374]: INFO nova.compute.manager [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Attaching volume 8914737e-60b6-4c0c-9922-1b7ed214db53 to /dev/sdc [ 1556.404593] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b354fea-6980-4f1a-9407-2eb20cd8aba0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.412099] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a74e3e-2c89-4638-9046-37b4cbffed14 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.426371] env[69374]: DEBUG nova.virt.block_device [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Updating existing volume attachment record: dc56a625-2758-49ec-a826-94becdb9e912 {{(pid=69374) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1557.048477] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.052955] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.053328] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.053366] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.052397] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.971646] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Volume attach. Driver type: vmdk {{(pid=69374) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1560.971901] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814674', 'volume_id': '8914737e-60b6-4c0c-9922-1b7ed214db53', 'name': 'volume-8914737e-60b6-4c0c-9922-1b7ed214db53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9dbca-d1d3-4524-9e0c-eab03721c120', 'attached_at': '', 'detached_at': '', 'volume_id': '8914737e-60b6-4c0c-9922-1b7ed214db53', 'serial': '8914737e-60b6-4c0c-9922-1b7ed214db53'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1560.972835] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e24551-5462-45c3-9f40-cc0b7032ddc4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.989331] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6adfbb4-95aa-4339-bdab-fe4abb6c51c1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.015906] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-8914737e-60b6-4c0c-9922-1b7ed214db53/volume-8914737e-60b6-4c0c-9922-1b7ed214db53.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.016225] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9161d070-bd27-467a-a639-a3a9cc989560 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.035827] env[69374]: DEBUG oslo_vmware.api [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1561.035827] env[69374]: value = "task-4112574" [ 1561.035827] env[69374]: _type = "Task" [ 1561.035827] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.043989] env[69374]: DEBUG oslo_vmware.api [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.052582] env[69374]: DEBUG oslo_service.periodic_task [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69374) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.545754] env[69374]: DEBUG oslo_vmware.api [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112574, 'name': ReconfigVM_Task, 'duration_secs': 0.335668} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.546042] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-8914737e-60b6-4c0c-9922-1b7ed214db53/volume-8914737e-60b6-4c0c-9922-1b7ed214db53.vmdk or device None with type thin {{(pid=69374) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.550679] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ae31f8-8ac5-4e54-9860-12cfbe2de383 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.560853] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.561090] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.561301] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.561483] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69374) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1561.562227] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83834f5e-4f2b-4af3-b095-a503906c05c8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.571622] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e71c30-bfa8-47b2-b910-b62ce88d6763 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.575448] env[69374]: DEBUG oslo_vmware.api [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1561.575448] env[69374]: value = "task-4112575" [ 1561.575448] env[69374]: _type = "Task" [ 1561.575448] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.588558] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69ab2c4-8932-42a0-a0af-8bb4cf045da7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.594236] env[69374]: DEBUG oslo_vmware.api [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.599608] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94df704-0f84-407f-bdce-1e72043e71b1 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.629286] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180397MB free_disk=15GB free_vcpus=48 pci_devices=None {{(pid=69374) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1561.629441] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.629671] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.086228] env[69374]: DEBUG oslo_vmware.api [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112575, 'name': ReconfigVM_Task, 'duration_secs': 0.144395} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.086629] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814674', 'volume_id': '8914737e-60b6-4c0c-9922-1b7ed214db53', 'name': 'volume-8914737e-60b6-4c0c-9922-1b7ed214db53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9dbca-d1d3-4524-9e0c-eab03721c120', 'attached_at': '', 'detached_at': '', 'volume_id': '8914737e-60b6-4c0c-9922-1b7ed214db53', 'serial': '8914737e-60b6-4c0c-9922-1b7ed214db53'} {{(pid=69374) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1562.653490] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Instance 1dc9dbca-d1d3-4524-9e0c-eab03721c120 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69374) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1562.653697] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1562.653839] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69374) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1562.681709] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753b2a3c-a1f2-4267-adf5-fa550ecf52e7 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.689136] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a667f53-300a-4f43-916f-1c00d9452881 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.719611] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b8b4ca-df88-47ad-aedf-28323f2bcbba {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.726854] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14171964-0c98-4b48-aef8-d5f3afd7e186 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.739549] env[69374]: DEBUG nova.compute.provider_tree [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.121855] env[69374]: DEBUG nova.objects.instance [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'flavor' on Instance uuid 1dc9dbca-d1d3-4524-9e0c-eab03721c120 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.243622] env[69374]: DEBUG nova.scheduler.client.report [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.244641] env[69374]: DEBUG nova.compute.resource_tracker [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69374) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1563.244847] env[69374]: DEBUG oslo_concurrency.lockutils [None req-a172bd90-6eab-47b1-badb-e5c25a1e05c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.615s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.628820] env[69374]: DEBUG oslo_concurrency.lockutils [None req-5003c43d-d09b-4baf-bbf2-d45f67b9da34 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.255s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.912702] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.912702] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.415937] env[69374]: INFO nova.compute.manager [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Detaching volume 7ab7541e-88f3-49a4-9c65-c22299caceab [ 1564.447766] env[69374]: INFO nova.virt.block_device [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Attempting to driver detach volume 7ab7541e-88f3-49a4-9c65-c22299caceab from mountpoint /dev/sdb [ 1564.448065] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1564.448281] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814673', 'volume_id': '7ab7541e-88f3-49a4-9c65-c22299caceab', 'name': 'volume-7ab7541e-88f3-49a4-9c65-c22299caceab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9dbca-d1d3-4524-9e0c-eab03721c120', 'attached_at': '', 'detached_at': '', 'volume_id': '7ab7541e-88f3-49a4-9c65-c22299caceab', 'serial': '7ab7541e-88f3-49a4-9c65-c22299caceab'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1564.449175] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b40626e-b4cc-4956-8aba-eac4079683f8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.474669] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0babb490-6a57-49b0-b00e-8ab7a2f70364 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.482456] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a417f4-cbe0-4a2b-84cb-92d3c10f9279 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.504926] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066d16c5-18fa-4254-b4f6-dc0678ee8284 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.520110] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] The volume has not been displaced from its original location: [datastore2] volume-7ab7541e-88f3-49a4-9c65-c22299caceab/volume-7ab7541e-88f3-49a4-9c65-c22299caceab.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1564.525315] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1564.525601] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91a2bbf-129d-4dab-b748-70edfe93d3b4 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.543418] env[69374]: DEBUG oslo_vmware.api [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1564.543418] env[69374]: value = "task-4112576" [ 1564.543418] env[69374]: _type = "Task" [ 1564.543418] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.551629] env[69374]: DEBUG oslo_vmware.api [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.053351] env[69374]: DEBUG oslo_vmware.api [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112576, 'name': ReconfigVM_Task, 'duration_secs': 0.228916} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.053624] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1565.058198] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b2b0f2c-1c8b-472e-903c-e653146f81fd {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.074443] env[69374]: DEBUG oslo_vmware.api [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1565.074443] env[69374]: value = "task-4112577" [ 1565.074443] env[69374]: _type = "Task" [ 1565.074443] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.083585] env[69374]: DEBUG oslo_vmware.api [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.584468] env[69374]: DEBUG oslo_vmware.api [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112577, 'name': ReconfigVM_Task, 'duration_secs': 0.153902} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.584884] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814673', 'volume_id': '7ab7541e-88f3-49a4-9c65-c22299caceab', 'name': 'volume-7ab7541e-88f3-49a4-9c65-c22299caceab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9dbca-d1d3-4524-9e0c-eab03721c120', 'attached_at': '', 'detached_at': '', 'volume_id': '7ab7541e-88f3-49a4-9c65-c22299caceab', 'serial': '7ab7541e-88f3-49a4-9c65-c22299caceab'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1566.125140] env[69374]: DEBUG nova.objects.instance [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'flavor' on Instance uuid 1dc9dbca-d1d3-4524-9e0c-eab03721c120 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.132206] env[69374]: DEBUG oslo_concurrency.lockutils [None req-0a4b0754-14c0-4244-a2ff-337089afb3f9 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.163156] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.163504] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.666995] env[69374]: INFO nova.compute.manager [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Detaching volume 8914737e-60b6-4c0c-9922-1b7ed214db53 [ 1567.698632] env[69374]: INFO nova.virt.block_device [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Attempting to driver detach volume 8914737e-60b6-4c0c-9922-1b7ed214db53 from mountpoint /dev/sdc [ 1567.698882] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Volume detach. Driver type: vmdk {{(pid=69374) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1567.699061] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814674', 'volume_id': '8914737e-60b6-4c0c-9922-1b7ed214db53', 'name': 'volume-8914737e-60b6-4c0c-9922-1b7ed214db53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9dbca-d1d3-4524-9e0c-eab03721c120', 'attached_at': '', 'detached_at': '', 'volume_id': '8914737e-60b6-4c0c-9922-1b7ed214db53', 'serial': '8914737e-60b6-4c0c-9922-1b7ed214db53'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1567.699986] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0f8a4-5de8-464d-9e3c-a374fba0137a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.721571] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a0bf1f-bd92-4ed1-a51a-0aac9bdb2957 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.729187] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eac526-c316-45b8-b2fd-3b2a5d31ea03 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.749890] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe8997f-fdba-4f14-9887-b0e968f1e400 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.765529] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] The volume has not been displaced from its original location: [datastore2] volume-8914737e-60b6-4c0c-9922-1b7ed214db53/volume-8914737e-60b6-4c0c-9922-1b7ed214db53.vmdk. No consolidation needed. {{(pid=69374) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1567.770869] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1567.771195] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb642e71-4b4c-4f9c-8bc7-63819dc4ace8 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.789609] env[69374]: DEBUG oslo_vmware.api [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1567.789609] env[69374]: value = "task-4112578" [ 1567.789609] env[69374]: _type = "Task" [ 1567.789609] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.798017] env[69374]: DEBUG oslo_vmware.api [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.299675] env[69374]: DEBUG oslo_vmware.api [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112578, 'name': ReconfigVM_Task, 'duration_secs': 0.236239} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.300058] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69374) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1568.304579] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed4c609-17ff-4448-8d97-abfeaaf5dc5d {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.320451] env[69374]: DEBUG oslo_vmware.api [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1568.320451] env[69374]: value = "task-4112579" [ 1568.320451] env[69374]: _type = "Task" [ 1568.320451] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.328750] env[69374]: DEBUG oslo_vmware.api [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.831738] env[69374]: DEBUG oslo_vmware.api [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112579, 'name': ReconfigVM_Task, 'duration_secs': 0.133128} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.832044] env[69374]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-814674', 'volume_id': '8914737e-60b6-4c0c-9922-1b7ed214db53', 'name': 'volume-8914737e-60b6-4c0c-9922-1b7ed214db53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9dbca-d1d3-4524-9e0c-eab03721c120', 'attached_at': '', 'detached_at': '', 'volume_id': '8914737e-60b6-4c0c-9922-1b7ed214db53', 'serial': '8914737e-60b6-4c0c-9922-1b7ed214db53'} {{(pid=69374) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1569.374613] env[69374]: DEBUG nova.objects.instance [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'flavor' on Instance uuid 1dc9dbca-d1d3-4524-9e0c-eab03721c120 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.381741] env[69374]: DEBUG oslo_concurrency.lockutils [None req-bb718b32-1728-42fc-bc8f-053e256766c7 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.566335] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.566690] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.566819] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.566940] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.567121] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.569412] env[69374]: INFO nova.compute.manager [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Terminating instance [ 1572.073137] env[69374]: DEBUG nova.compute.manager [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Start destroying the instance on the hypervisor. {{(pid=69374) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1572.073397] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Destroying instance {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1572.074436] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3237683-3e3a-4539-b546-11dfbc9c0043 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.082515] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Powering off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1572.082752] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49bf1d8a-a1a7-49a6-87d0-5e865b24a66e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.089808] env[69374]: DEBUG oslo_vmware.api [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1572.089808] env[69374]: value = "task-4112580" [ 1572.089808] env[69374]: _type = "Task" [ 1572.089808] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.097796] env[69374]: DEBUG oslo_vmware.api [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.598413] env[69374]: DEBUG oslo_vmware.api [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112580, 'name': PowerOffVM_Task, 'duration_secs': 0.192284} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.598846] env[69374]: DEBUG nova.virt.vmwareapi.vm_util [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Powered off the VM {{(pid=69374) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1572.598846] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Unregistering the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.598984] env[69374]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84f54918-41a1-4da6-b848-74722a6bb359 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.669933] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Unregistered the VM {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.670187] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Deleting contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.670457] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Deleting the datastore file [datastore2] 1dc9dbca-d1d3-4524-9e0c-eab03721c120 {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.670789] env[69374]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41954ae3-879e-4c6c-9a5f-47bd3271de3f {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.679571] env[69374]: DEBUG oslo_vmware.api [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for the task: (returnval){ [ 1572.679571] env[69374]: value = "task-4112582" [ 1572.679571] env[69374]: _type = "Task" [ 1572.679571] env[69374]: } to complete. {{(pid=69374) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.688466] env[69374]: DEBUG oslo_vmware.api [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.189474] env[69374]: DEBUG oslo_vmware.api [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Task: {'id': task-4112582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138297} completed successfully. {{(pid=69374) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.189763] env[69374]: DEBUG nova.virt.vmwareapi.ds_util [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Deleted the datastore file {{(pid=69374) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1573.189923] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Deleted contents of the VM from datastore datastore2 {{(pid=69374) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1573.190108] env[69374]: DEBUG nova.virt.vmwareapi.vmops [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Instance destroyed {{(pid=69374) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1573.190282] env[69374]: INFO nova.compute.manager [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1573.190567] env[69374]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69374) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1573.190762] env[69374]: DEBUG nova.compute.manager [-] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Deallocating network for instance {{(pid=69374) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1573.190870] env[69374]: DEBUG nova.network.neutron [-] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] deallocate_for_instance() {{(pid=69374) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1573.939367] env[69374]: DEBUG nova.compute.manager [req-c89465f0-f527-4b44-a7ca-ef1934a8dbac req-51c06542-6760-4ad4-b9bc-9157ff649381 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Received event network-vif-deleted-ee55616a-cff6-426c-aa27-6f2db240c986 {{(pid=69374) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1573.939615] env[69374]: INFO nova.compute.manager [req-c89465f0-f527-4b44-a7ca-ef1934a8dbac req-51c06542-6760-4ad4-b9bc-9157ff649381 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Neutron deleted interface ee55616a-cff6-426c-aa27-6f2db240c986; detaching it from the instance and deleting it from the info cache [ 1573.939740] env[69374]: DEBUG nova.network.neutron [req-c89465f0-f527-4b44-a7ca-ef1934a8dbac req-51c06542-6760-4ad4-b9bc-9157ff649381 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.380779] env[69374]: DEBUG nova.network.neutron [-] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Updating instance_info_cache with network_info: [] {{(pid=69374) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.441990] env[69374]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0076b3d-1eac-40f3-b49d-164f1f1b780e {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.452858] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fba9af-7296-4133-9dcd-8e41e4855987 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.477697] env[69374]: DEBUG nova.compute.manager [req-c89465f0-f527-4b44-a7ca-ef1934a8dbac req-51c06542-6760-4ad4-b9bc-9157ff649381 service nova] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Detach interface failed, port_id=ee55616a-cff6-426c-aa27-6f2db240c986, reason: Instance 1dc9dbca-d1d3-4524-9e0c-eab03721c120 could not be found. {{(pid=69374) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1574.885052] env[69374]: INFO nova.compute.manager [-] [instance: 1dc9dbca-d1d3-4524-9e0c-eab03721c120] Took 1.69 seconds to deallocate network for instance. [ 1575.391687] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.392090] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.392213] env[69374]: DEBUG nova.objects.instance [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lazy-loading 'resources' on Instance uuid 1dc9dbca-d1d3-4524-9e0c-eab03721c120 {{(pid=69374) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.926755] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b257904-566c-4784-a39c-316c3f97f2f0 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.934666] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95cf0ce-3701-46b9-a895-3be9ff572272 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.964771] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661159b8-7491-4691-8fa4-b911ae13e32a {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.972535] env[69374]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2716e888-ba85-4537-9910-75a18ba67295 {{(pid=69374) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.987291] env[69374]: DEBUG nova.compute.provider_tree [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Inventory has not changed in ProviderTree for provider: 0733b889-6ed8-45b1-bdbb-a649d48352c0 {{(pid=69374) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.490879] env[69374]: DEBUG nova.scheduler.client.report [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Inventory has not changed for provider 0733b889-6ed8-45b1-bdbb-a649d48352c0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 15, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69374) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1576.995726] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.018126] env[69374]: INFO nova.scheduler.client.report [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Deleted allocations for instance 1dc9dbca-d1d3-4524-9e0c-eab03721c120 [ 1577.526260] env[69374]: DEBUG oslo_concurrency.lockutils [None req-c74690b1-ba2f-475a-9238-3c0417011651 tempest-AttachVolumeTestJSON-909660904 tempest-AttachVolumeTestJSON-909660904-project-member] Lock "1dc9dbca-d1d3-4524-9e0c-eab03721c120" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.959s {{(pid=69374) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}